2024-11-24 15:16:57,821 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-24 15:16:57,839 main DEBUG Took 0.016319 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 15:16:57,840 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 15:16:57,840 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 15:16:57,841 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 15:16:57,843 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 15:16:57,849 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 15:16:57,864 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:16:57,865 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 15:16:57,866 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:16:57,866 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 15:16:57,867 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:16:57,867 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 15:16:57,868 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:16:57,868 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 15:16:57,869 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:16:57,869 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 15:16:57,870 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:16:57,870 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 15:16:57,871 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:16:57,871 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 15:16:57,871 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:16:57,871 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 15:16:57,872 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:16:57,872 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 15:16:57,873 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:16:57,873 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 15:16:57,873 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:16:57,873 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 15:16:57,874 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:16:57,874 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 15:16:57,875 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:16:57,875 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 15:16:57,876 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:16:57,877 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 15:16:57,879 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 15:16:57,879 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 15:16:57,880 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 15:16:57,881 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 15:16:57,888 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 15:16:57,891 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 15:16:57,892 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 15:16:57,892 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 15:16:57,893 main DEBUG createAppenders(={Console}) 2024-11-24 15:16:57,893 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-24 15:16:57,894 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-24 15:16:57,894 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-24 15:16:57,894 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 15:16:57,895 main DEBUG OutputStream closed 2024-11-24 15:16:57,895 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 15:16:57,895 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 15:16:57,895 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-24 15:16:57,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 15:16:57,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 15:16:57,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 15:16:57,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 15:16:57,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 15:16:57,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 15:16:57,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 15:16:57,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 15:16:57,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 15:16:57,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 15:16:57,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 15:16:57,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 15:16:57,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 15:16:57,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 15:16:57,985 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 15:16:57,985 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 15:16:57,985 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 15:16:57,986 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 15:16:57,988 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 15:16:57,989 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-24 15:16:57,989 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 15:16:57,990 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-24T15:16:58,003 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-24 15:16:58,007 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 15:16:58,007 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T15:16:58,057 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=418, ProcessCount=11, AvailableMemoryMB=7685 2024-11-24T15:16:58,249 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-24T15:16:58,290 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891 2024-11-24T15:16:58,293 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/cluster_979aa44f-2351-d1e2-c072-5cefc4cd87d6, deleteOnExit=true 2024-11-24T15:16:58,380 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/cluster_979aa44f-2351-d1e2-c072-5cefc4cd87d6/zookeeper_0, clientPort=57340, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/cluster_979aa44f-2351-d1e2-c072-5cefc4cd87d6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/cluster_979aa44f-2351-d1e2-c072-5cefc4cd87d6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T15:16:58,392 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57340 2024-11-24T15:16:58,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T15:16:58,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T15:16:58,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/test.cache.data in system properties and HBase conf 2024-11-24T15:16:58,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T15:16:58,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/hadoop.log.dir in system properties and HBase conf 2024-11-24T15:16:58,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T15:16:58,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T15:16:58,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T15:16:58,490 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T15:16:58,579 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T15:16:58,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:16:58,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:16:58,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T15:16:58,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:16:58,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T15:16:58,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T15:16:58,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:16:58,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:16:58,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T15:16:58,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/nfs.dump.dir in system properties and HBase conf 2024-11-24T15:16:58,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/java.io.tmpdir in system properties and HBase conf 2024-11-24T15:16:58,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:16:58,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T15:16:58,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T15:16:59,381 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T15:16:59,466 INFO [Time-limited test {}] log.Log(170): Logging initialized @2347ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T15:16:59,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:16:59,605 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:16:59,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:16:59,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:16:59,634 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:16:59,650 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:16:59,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@397b77ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:16:59,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c612fda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:16:59,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60fa5e03{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/java.io.tmpdir/jetty-localhost-41537-hadoop-hdfs-3_4_1-tests_jar-_-any-1041355679681938564/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:16:59,872 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e6370a7{HTTP/1.1, (http/1.1)}{localhost:41537} 2024-11-24T15:16:59,872 INFO [Time-limited test {}] server.Server(415): Started @2754ms 2024-11-24T15:17:00,262 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:17:00,269 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:17:00,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:17:00,271 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:17:00,271 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:17:00,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24c3c3cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:17:00,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@330b5398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:17:00,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@499b5efd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/java.io.tmpdir/jetty-localhost-45857-hadoop-hdfs-3_4_1-tests_jar-_-any-8124803128642483985/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:17:00,393 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61506501{HTTP/1.1, (http/1.1)}{localhost:45857} 2024-11-24T15:17:00,394 INFO [Time-limited test {}] server.Server(415): Started @3275ms 2024-11-24T15:17:00,450 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T15:17:00,939 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/cluster_979aa44f-2351-d1e2-c072-5cefc4cd87d6/data/data1/current/BP-813011897-172.17.0.2-1732461419142/current, will proceed with Du for space computation calculation, 2024-11-24T15:17:00,939 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/cluster_979aa44f-2351-d1e2-c072-5cefc4cd87d6/data/data2/current/BP-813011897-172.17.0.2-1732461419142/current, will proceed with Du for space computation calculation, 2024-11-24T15:17:00,969 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T15:17:01,019 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x499f6315ec3e50ea with lease ID 0xcdd10ce1fa060259: Processing first storage report for DS-ce8c53ab-e5c5-4214-b275-124821f33508 from datanode DatanodeRegistration(127.0.0.1:36549, datanodeUuid=f2904e3e-e7c1-4bc4-a0a0-d9de9b6eca7a, infoPort=34225, infoSecurePort=0, ipcPort=38111, storageInfo=lv=-57;cid=testClusterID;nsid=418975538;c=1732461419142) 2024-11-24T15:17:01,020 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x499f6315ec3e50ea with lease ID 0xcdd10ce1fa060259: from storage DS-ce8c53ab-e5c5-4214-b275-124821f33508 node DatanodeRegistration(127.0.0.1:36549, datanodeUuid=f2904e3e-e7c1-4bc4-a0a0-d9de9b6eca7a, infoPort=34225, infoSecurePort=0, ipcPort=38111, storageInfo=lv=-57;cid=testClusterID;nsid=418975538;c=1732461419142), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T15:17:01,020 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x499f6315ec3e50ea with lease ID 0xcdd10ce1fa060259: Processing first storage report for DS-8b6e1907-4f48-4a42-a066-6cc33f0d62f4 from datanode DatanodeRegistration(127.0.0.1:36549, datanodeUuid=f2904e3e-e7c1-4bc4-a0a0-d9de9b6eca7a, infoPort=34225, infoSecurePort=0, ipcPort=38111, storageInfo=lv=-57;cid=testClusterID;nsid=418975538;c=1732461419142) 2024-11-24T15:17:01,021 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x499f6315ec3e50ea with lease ID 0xcdd10ce1fa060259: from storage DS-8b6e1907-4f48-4a42-a066-6cc33f0d62f4 node DatanodeRegistration(127.0.0.1:36549, datanodeUuid=f2904e3e-e7c1-4bc4-a0a0-d9de9b6eca7a, infoPort=34225, infoSecurePort=0, ipcPort=38111, storageInfo=lv=-57;cid=testClusterID;nsid=418975538;c=1732461419142), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T15:17:01,101 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891 2024-11-24T15:17:01,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:01,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:01,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741825_1001 (size=7) 2024-11-24T15:17:01,807 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768 with version=8 2024-11-24T15:17:01,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/hbase-staging 2024-11-24T15:17:01,901 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T15:17:02,227 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:17:02,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:02,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:02,250 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:17:02,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:02,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:17:02,438 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T15:17:02,503 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T15:17:02,518 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T15:17:02,533 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:17:02,562 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12935 (auto-detected) 2024-11-24T15:17:02,563 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T15:17:02,592 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39225 2024-11-24T15:17:02,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39225 connecting to ZooKeeper ensemble=127.0.0.1:57340 2024-11-24T15:17:02,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392250x0, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:17:02,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39225-0x1014a8d42090000 connected 2024-11-24T15:17:02,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:02,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:02,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Set watcher on znode that does not yet exist, /0-1169225163/running 2024-11-24T15:17:02,731 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768, hbase.cluster.distributed=false 2024-11-24T15:17:02,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Set watcher on znode that does not yet exist, /0-1169225163/acl 2024-11-24T15:17:02,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39225 2024-11-24T15:17:02,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39225 2024-11-24T15:17:02,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39225 2024-11-24T15:17:02,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39225 2024-11-24T15:17:02,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39225 2024-11-24T15:17:02,888 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:17:02,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:02,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:02,890 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:17:02,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:02,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:17:02,893 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T15:17:02,895 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:17:02,896 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39835 2024-11-24T15:17:02,898 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39835 connecting to ZooKeeper ensemble=127.0.0.1:57340 2024-11-24T15:17:02,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:02,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:02,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398350x0, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:17:02,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39835-0x1014a8d42090001 connected 2024-11-24T15:17:02,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39835-0x1014a8d42090001, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Set watcher on znode that does not yet exist, /0-1169225163/running 2024-11-24T15:17:02,914 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T15:17:02,922 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T15:17:02,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39835-0x1014a8d42090001, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Set watcher on znode that does not yet exist, /0-1169225163/master 2024-11-24T15:17:02,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39835-0x1014a8d42090001, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Set watcher on znode that does not yet exist, /0-1169225163/acl 2024-11-24T15:17:02,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39835 2024-11-24T15:17:02,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39835 2024-11-24T15:17:02,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39835 2024-11-24T15:17:02,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39835 2024-11-24T15:17:02,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39835 2024-11-24T15:17:02,951 DEBUG [M:0;c99348da3e93:39225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c99348da3e93:39225 2024-11-24T15:17:02,952 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1169225163/backup-masters/c99348da3e93,39225,1732461421954 2024-11-24T15:17:02,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1014a8d42090001, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163/backup-masters 2024-11-24T15:17:02,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163/backup-masters 2024-11-24T15:17:02,962 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Set watcher on existing znode=/0-1169225163/backup-masters/c99348da3e93,39225,1732461421954 2024-11-24T15:17:02,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1014a8d42090001, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1169225163/master 2024-11-24T15:17:02,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163 2024-11-24T15:17:02,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1014a8d42090001, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163 2024-11-24T15:17:02,987 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Set watcher on existing znode=/0-1169225163/master 2024-11-24T15:17:02,988 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1169225163/backup-masters/c99348da3e93,39225,1732461421954 from backup master directory 2024-11-24T15:17:02,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1169225163/backup-masters/c99348da3e93,39225,1732461421954 2024-11-24T15:17:02,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1014a8d42090001, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163/backup-masters 2024-11-24T15:17:02,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163/backup-masters 2024-11-24T15:17:02,992 WARN [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:17:02,993 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c99348da3e93,39225,1732461421954 2024-11-24T15:17:02,995 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T15:17:02,996 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T15:17:03,054 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/hbase.id] with ID: ad70b316-6c16-47ff-ab57-35537192359e 2024-11-24T15:17:03,054 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/.tmp/hbase.id 2024-11-24T15:17:03,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741826_1002 (size=42) 2024-11-24T15:17:03,466 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/.tmp/hbase.id]:[hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/hbase.id] 2024-11-24T15:17:03,509 INFO [master/c99348da3e93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:03,514 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T15:17:03,533 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-24T15:17:03,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1014a8d42090001, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163 2024-11-24T15:17:03,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163 2024-11-24T15:17:03,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741827_1003 (size=196) 2024-11-24T15:17:03,960 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:17:03,963 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T15:17:03,980 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T15:17:03,984 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:17:04,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741828_1004 (size=1189) 2024-11-24T15:17:04,435 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store 2024-11-24T15:17:04,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741829_1005 (size=34) 2024-11-24T15:17:04,862 INFO [master/c99348da3e93:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T15:17:04,865 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:04,866 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:17:04,866 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:04,866 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:04,868 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:17:04,868 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:04,868 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:04,869 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461424866Disabling compacts and flushes for region at 1732461424866Disabling writes for close at 1732461424868 (+2 ms)Writing region close event to WAL at 1732461424868Closed at 1732461424868 2024-11-24T15:17:04,871 WARN [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/.initializing 2024-11-24T15:17:04,872 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/WALs/c99348da3e93,39225,1732461421954 2024-11-24T15:17:04,880 INFO [master/c99348da3e93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:17:04,894 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c99348da3e93%2C39225%2C1732461421954, suffix=, logDir=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/WALs/c99348da3e93,39225,1732461421954, archiveDir=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/oldWALs, maxLogs=10 2024-11-24T15:17:04,920 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/WALs/c99348da3e93,39225,1732461421954/c99348da3e93%2C39225%2C1732461421954.1732461424900, exclude list is [], retry=0 2024-11-24T15:17:04,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36549,DS-ce8c53ab-e5c5-4214-b275-124821f33508,DISK] 2024-11-24T15:17:04,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T15:17:04,974 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/WALs/c99348da3e93,39225,1732461421954/c99348da3e93%2C39225%2C1732461421954.1732461424900 2024-11-24T15:17:04,975 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34225:34225)] 2024-11-24T15:17:04,975 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:17:04,976 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:04,979 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:04,980 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:05,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:05,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T15:17:05,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:05,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:05,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:05,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T15:17:05,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:05,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:05,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:05,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T15:17:05,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:05,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:05,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:05,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T15:17:05,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:05,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:05,062 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:05,065 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:05,066 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:05,072 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:05,072 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:05,075 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:17:05,079 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:05,083 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:17:05,084 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62919183, jitterRate=-0.06243111193180084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:17:05,090 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732461424991Initializing all the Stores at 1732461424994 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461424994Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461424995 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461424995Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461424995Cleaning up temporary data from old regions at 1732461425072 (+77 ms)Region opened successfully at 1732461425090 (+18 ms) 2024-11-24T15:17:05,091 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T15:17:05,125 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f1fc6e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:17:05,157 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T15:17:05,169 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T15:17:05,169 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T15:17:05,172 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T15:17:05,174 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T15:17:05,179 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-24T15:17:05,179 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T15:17:05,204 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T15:17:05,213 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Unable to get data of znode /0-1169225163/balancer because node does not exist (not necessarily an error) 2024-11-24T15:17:05,216 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1169225163/balancer already deleted, retry=false 2024-11-24T15:17:05,219 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T15:17:05,221 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Unable to get data of znode /0-1169225163/normalizer because node does not exist (not necessarily an error) 2024-11-24T15:17:05,223 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1169225163/normalizer already deleted, retry=false 2024-11-24T15:17:05,225 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T15:17:05,228 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Unable to get data of znode /0-1169225163/switch/split because node does not exist (not necessarily an error) 2024-11-24T15:17:05,230 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1169225163/switch/split already deleted, retry=false 2024-11-24T15:17:05,231 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Unable to get data of znode /0-1169225163/switch/merge because node does not exist (not necessarily an error) 2024-11-24T15:17:05,232 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1169225163/switch/merge already deleted, retry=false 2024-11-24T15:17:05,250 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Unable to get data of znode /0-1169225163/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T15:17:05,252 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1169225163/snapshot-cleanup already deleted, retry=false 2024-11-24T15:17:05,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1014a8d42090001, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1169225163/running 2024-11-24T15:17:05,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1169225163/running 2024-11-24T15:17:05,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1014a8d42090001, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163 2024-11-24T15:17:05,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163 2024-11-24T15:17:05,259 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c99348da3e93,39225,1732461421954, sessionid=0x1014a8d42090000, setting cluster-up flag (Was=false) 2024-11-24T15:17:05,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1014a8d42090001, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163 2024-11-24T15:17:05,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163 2024-11-24T15:17:05,277 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1169225163/flush-table-proc/acquired, /0-1169225163/flush-table-proc/reached, /0-1169225163/flush-table-proc/abort 2024-11-24T15:17:05,279 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,39225,1732461421954 2024-11-24T15:17:05,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163 2024-11-24T15:17:05,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1014a8d42090001, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163 2024-11-24T15:17:05,289 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1169225163/online-snapshot/acquired, /0-1169225163/online-snapshot/reached, /0-1169225163/online-snapshot/abort 2024-11-24T15:17:05,291 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,39225,1732461421954 2024-11-24T15:17:05,297 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T15:17:05,341 INFO [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(746): ClusterId : ad70b316-6c16-47ff-ab57-35537192359e 2024-11-24T15:17:05,344 DEBUG [RS:0;c99348da3e93:39835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T15:17:05,349 DEBUG [RS:0;c99348da3e93:39835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T15:17:05,349 DEBUG [RS:0;c99348da3e93:39835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T15:17:05,353 DEBUG [RS:0;c99348da3e93:39835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T15:17:05,354 DEBUG [RS:0;c99348da3e93:39835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa46060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:17:05,370 DEBUG [RS:0;c99348da3e93:39835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c99348da3e93:39835 2024-11-24T15:17:05,373 INFO [RS:0;c99348da3e93:39835 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T15:17:05,373 INFO [RS:0;c99348da3e93:39835 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T15:17:05,372 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T15:17:05,373 DEBUG [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T15:17:05,375 INFO [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(2659): reportForDuty to master=c99348da3e93,39225,1732461421954 with port=39835, startcode=1732461422847 2024-11-24T15:17:05,382 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T15:17:05,386 DEBUG [RS:0;c99348da3e93:39835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T15:17:05,390 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T15:17:05,397 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c99348da3e93,39225,1732461421954 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T15:17:05,404 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:05,404 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:05,405 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:05,405 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:05,405 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c99348da3e93:0, corePoolSize=10, maxPoolSize=10 2024-11-24T15:17:05,405 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:05,405 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:17:05,406 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:05,409 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732461455409 2024-11-24T15:17:05,410 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T15:17:05,411 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T15:17:05,412 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:17:05,412 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T15:17:05,416 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T15:17:05,416 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T15:17:05,417 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T15:17:05,417 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T15:17:05,418 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:05,418 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T15:17:05,418 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:05,422 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T15:17:05,424 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T15:17:05,426 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T15:17:05,426 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T15:17:05,427 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T15:17:05,430 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T15:17:05,430 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T15:17:05,430 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T15:17:05,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741831_1007 (size=1321) 2024-11-24T15:17:05,433 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461425432,5,FailOnTimeoutGroup] 2024-11-24T15:17:05,433 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461425433,5,FailOnTimeoutGroup] 2024-11-24T15:17:05,433 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:05,434 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T15:17:05,434 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T15:17:05,435 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768 2024-11-24T15:17:05,435 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:05,436 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:05,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741832_1008 (size=32) 2024-11-24T15:17:05,446 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:05,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:17:05,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:17:05,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:05,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:05,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:17:05,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:17:05,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:05,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:05,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:17:05,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:17:05,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:05,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:05,461 DEBUG [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-24T15:17:05,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:17:05,461 WARN [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-24T15:17:05,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:17:05,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:05,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:05,464 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:17:05,466 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740 2024-11-24T15:17:05,467 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740 2024-11-24T15:17:05,470 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:17:05,470 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:17:05,471 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:17:05,473 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:17:05,477 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:17:05,478 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68404048, jitterRate=0.019299745559692383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:17:05,482 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732461425447Initializing all the Stores at 1732461425448 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461425449 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461425449Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461425449Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461425449Cleaning up temporary data from old regions at 1732461425470 (+21 ms)Region opened successfully at 1732461425482 (+12 ms) 2024-11-24T15:17:05,482 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:17:05,483 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:17:05,483 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:17:05,483 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:17:05,483 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:17:05,484 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:17:05,485 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461425482Disabling compacts and flushes for region at 1732461425482Disabling writes for close at 1732461425483 (+1 ms)Writing region close event to WAL at 1732461425484 (+1 ms)Closed at 1732461425484 2024-11-24T15:17:05,488 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:17:05,488 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T15:17:05,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T15:17:05,503 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:17:05,506 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T15:17:05,562 INFO [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(2659): reportForDuty to master=c99348da3e93,39225,1732461421954 with port=39835, startcode=1732461422847 2024-11-24T15:17:05,564 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39225 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c99348da3e93,39835,1732461422847 2024-11-24T15:17:05,567 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39225 {}] master.ServerManager(517): Registering regionserver=c99348da3e93,39835,1732461422847 2024-11-24T15:17:05,577 DEBUG [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768 2024-11-24T15:17:05,577 DEBUG [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37875 2024-11-24T15:17:05,577 DEBUG [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T15:17:05,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163/rs 2024-11-24T15:17:05,582 DEBUG [RS:0;c99348da3e93:39835 {}] zookeeper.ZKUtil(111): regionserver:39835-0x1014a8d42090001, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Set watcher on existing znode=/0-1169225163/rs/c99348da3e93,39835,1732461422847 2024-11-24T15:17:05,582 WARN [RS:0;c99348da3e93:39835 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:17:05,582 INFO [RS:0;c99348da3e93:39835 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:17:05,582 DEBUG [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847 2024-11-24T15:17:05,584 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c99348da3e93,39835,1732461422847] 2024-11-24T15:17:05,609 INFO [RS:0;c99348da3e93:39835 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T15:17:05,624 INFO [RS:0;c99348da3e93:39835 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T15:17:05,629 INFO [RS:0;c99348da3e93:39835 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T15:17:05,629 INFO [RS:0;c99348da3e93:39835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:05,630 INFO [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T15:17:05,636 INFO [RS:0;c99348da3e93:39835 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T15:17:05,637 INFO [RS:0;c99348da3e93:39835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:05,637 DEBUG [RS:0;c99348da3e93:39835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:05,638 DEBUG [RS:0;c99348da3e93:39835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:05,638 DEBUG [RS:0;c99348da3e93:39835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:05,638 DEBUG [RS:0;c99348da3e93:39835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:05,638 DEBUG [RS:0;c99348da3e93:39835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:05,639 DEBUG [RS:0;c99348da3e93:39835 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:17:05,639 DEBUG [RS:0;c99348da3e93:39835 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:05,639 DEBUG [RS:0;c99348da3e93:39835 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:05,639 DEBUG [RS:0;c99348da3e93:39835 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:05,639 DEBUG [RS:0;c99348da3e93:39835 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:05,640 DEBUG [RS:0;c99348da3e93:39835 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:05,640 DEBUG [RS:0;c99348da3e93:39835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:05,640 DEBUG [RS:0;c99348da3e93:39835 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:17:05,640 DEBUG [RS:0;c99348da3e93:39835 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:17:05,641 INFO [RS:0;c99348da3e93:39835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:05,642 INFO [RS:0;c99348da3e93:39835 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:05,642 INFO [RS:0;c99348da3e93:39835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:05,642 INFO [RS:0;c99348da3e93:39835 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:05,642 INFO [RS:0;c99348da3e93:39835 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:05,642 INFO [RS:0;c99348da3e93:39835 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39835,1732461422847-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:17:05,657 WARN [c99348da3e93:39225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T15:17:05,662 INFO [RS:0;c99348da3e93:39835 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T15:17:05,664 INFO [RS:0;c99348da3e93:39835 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39835,1732461422847-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:05,665 INFO [RS:0;c99348da3e93:39835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:05,665 INFO [RS:0;c99348da3e93:39835 {}] regionserver.Replication(171): c99348da3e93,39835,1732461422847 started 2024-11-24T15:17:05,683 INFO [RS:0;c99348da3e93:39835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:05,684 INFO [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(1482): Serving as c99348da3e93,39835,1732461422847, RpcServer on c99348da3e93/172.17.0.2:39835, sessionid=0x1014a8d42090001 2024-11-24T15:17:05,685 DEBUG [RS:0;c99348da3e93:39835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T15:17:05,685 DEBUG [RS:0;c99348da3e93:39835 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c99348da3e93,39835,1732461422847 2024-11-24T15:17:05,685 DEBUG [RS:0;c99348da3e93:39835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,39835,1732461422847' 2024-11-24T15:17:05,686 DEBUG [RS:0;c99348da3e93:39835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1169225163/flush-table-proc/abort' 2024-11-24T15:17:05,687 DEBUG [RS:0;c99348da3e93:39835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1169225163/flush-table-proc/acquired' 2024-11-24T15:17:05,687 DEBUG [RS:0;c99348da3e93:39835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T15:17:05,688 DEBUG [RS:0;c99348da3e93:39835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T15:17:05,688 DEBUG [RS:0;c99348da3e93:39835 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c99348da3e93,39835,1732461422847 2024-11-24T15:17:05,688 DEBUG [RS:0;c99348da3e93:39835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,39835,1732461422847' 2024-11-24T15:17:05,688 DEBUG [RS:0;c99348da3e93:39835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1169225163/online-snapshot/abort' 2024-11-24T15:17:05,689 DEBUG [RS:0;c99348da3e93:39835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1169225163/online-snapshot/acquired' 2024-11-24T15:17:05,689 DEBUG [RS:0;c99348da3e93:39835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T15:17:05,690 INFO [RS:0;c99348da3e93:39835 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T15:17:05,690 INFO [RS:0;c99348da3e93:39835 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T15:17:05,795 INFO [RS:0;c99348da3e93:39835 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:17:05,799 INFO [RS:0;c99348da3e93:39835 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C39835%2C1732461422847, suffix=, logDir=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847, archiveDir=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/oldWALs, maxLogs=10 2024-11-24T15:17:05,816 DEBUG [RS:0;c99348da3e93:39835 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847/c99348da3e93%2C39835%2C1732461422847.1732461425801, exclude list is [], retry=0 2024-11-24T15:17:05,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36549,DS-ce8c53ab-e5c5-4214-b275-124821f33508,DISK] 2024-11-24T15:17:05,824 INFO [RS:0;c99348da3e93:39835 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847/c99348da3e93%2C39835%2C1732461422847.1732461425801 2024-11-24T15:17:05,825 DEBUG [RS:0;c99348da3e93:39835 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34225:34225)] 2024-11-24T15:17:05,908 DEBUG [c99348da3e93:39225 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T15:17:05,920 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c99348da3e93,39835,1732461422847 2024-11-24T15:17:05,927 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,39835,1732461422847, state=OPENING 2024-11-24T15:17:05,932 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T15:17:05,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163 2024-11-24T15:17:05,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1014a8d42090001, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163 2024-11-24T15:17:05,938 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1169225163/meta-region-server: CHANGED 2024-11-24T15:17:05,938 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1169225163/meta-region-server: CHANGED 2024-11-24T15:17:05,940 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:17:05,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,39835,1732461422847}] 2024-11-24T15:17:06,118 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:17:06,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T15:17:06,132 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T15:17:06,132 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:17:06,133 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T15:17:06,136 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C39835%2C1732461422847.meta, suffix=.meta, logDir=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847, archiveDir=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/oldWALs, maxLogs=10 2024-11-24T15:17:06,156 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847/c99348da3e93%2C39835%2C1732461422847.meta.1732461426139.meta, exclude list is [], retry=0 2024-11-24T15:17:06,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36549,DS-ce8c53ab-e5c5-4214-b275-124821f33508,DISK] 2024-11-24T15:17:06,163 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847/c99348da3e93%2C39835%2C1732461422847.meta.1732461426139.meta 2024-11-24T15:17:06,163 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34225:34225)] 2024-11-24T15:17:06,163 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:17:06,168 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:17:06,169 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:17:06,172 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T15:17:06,174 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T15:17:06,177 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T15:17:06,178 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:06,178 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T15:17:06,178 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T15:17:06,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:17:06,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:17:06,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:06,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:06,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:17:06,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:17:06,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:06,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:06,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:17:06,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:17:06,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:06,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:06,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:17:06,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:17:06,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:06,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:06,193 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:17:06,194 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740 2024-11-24T15:17:06,197 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740 2024-11-24T15:17:06,199 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:17:06,199 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:17:06,200 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:17:06,202 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:17:06,204 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62053796, jitterRate=-0.07532638311386108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:17:06,204 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T15:17:06,206 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732461426178Writing region info on filesystem at 1732461426179 (+1 ms)Initializing all the Stores at 1732461426181 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461426181Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461426181Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461426181Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461426181Cleaning up temporary data from old regions at 1732461426199 (+18 ms)Running coprocessor post-open hooks at 1732461426204 (+5 ms)Region opened successfully at 1732461426206 (+2 ms) 2024-11-24T15:17:06,213 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732461426108 2024-11-24T15:17:06,224 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T15:17:06,225 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T15:17:06,226 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,39835,1732461422847 2024-11-24T15:17:06,228 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,39835,1732461422847, state=OPEN 2024-11-24T15:17:06,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1014a8d42090001, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1169225163/meta-region-server 2024-11-24T15:17:06,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1169225163/meta-region-server 2024-11-24T15:17:06,231 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1169225163/meta-region-server: CHANGED 2024-11-24T15:17:06,231 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1169225163/meta-region-server: CHANGED 2024-11-24T15:17:06,231 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c99348da3e93,39835,1732461422847 2024-11-24T15:17:06,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T15:17:06,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,39835,1732461422847 in 290 msec 2024-11-24T15:17:06,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T15:17:06,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 743 msec 2024-11-24T15:17:06,243 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:17:06,243 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T15:17:06,266 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:17:06,267 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,39835,1732461422847, seqNum=-1] 2024-11-24T15:17:06,288 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:17:06,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:17:06,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 982 msec 2024-11-24T15:17:06,310 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732461426309, completionTime=-1 2024-11-24T15:17:06,312 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T15:17:06,312 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T15:17:06,340 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T15:17:06,340 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732461486340 2024-11-24T15:17:06,340 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732461546340 2024-11-24T15:17:06,340 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-24T15:17:06,342 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39225,1732461421954-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:06,343 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39225,1732461421954-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:06,343 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39225,1732461421954-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:06,344 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c99348da3e93:39225, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:06,345 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:06,345 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:06,351 DEBUG [master/c99348da3e93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T15:17:06,372 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.379sec 2024-11-24T15:17:06,374 INFO [master/c99348da3e93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T15:17:06,375 INFO [master/c99348da3e93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T15:17:06,376 INFO [master/c99348da3e93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T15:17:06,376 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T15:17:06,377 INFO [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T15:17:06,377 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39225,1732461421954-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:17:06,378 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39225,1732461421954-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T15:17:06,386 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T15:17:06,386 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T15:17:06,387 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39225,1732461421954-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:06,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b02f46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:06,453 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T15:17:06,453 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T15:17:06,457 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,39225,-1 for getting cluster id 2024-11-24T15:17:06,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:06,467 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad70b316-6c16-47ff-ab57-35537192359e' 2024-11-24T15:17:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:06,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad70b316-6c16-47ff-ab57-35537192359e" 2024-11-24T15:17:06,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305448db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:06,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,39225,-1] 2024-11-24T15:17:06,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:06,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:06,479 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:06,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b25e327, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:06,483 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:17:06,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,39835,1732461422847, seqNum=-1] 2024-11-24T15:17:06,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:17:06,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:17:06,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c99348da3e93,39225,1732461421954 2024-11-24T15:17:06,523 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57340 2024-11-24T15:17:06,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:17:06,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a8d42090002 connected 2024-11-24T15:17:06,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/hadoop.log.dir so I do NOT create it in target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d 2024-11-24T15:17:06,547 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T15:17:06,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/hadoop.tmp.dir so I do NOT create it in target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d 2024-11-24T15:17:06,548 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T15:17:06,548 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d 2024-11-24T15:17:06,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T15:17:06,548 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/cluster_6daf5589-417e-37b6-61af-3e6a0c7363cb, deleteOnExit=true 2024-11-24T15:17:06,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T15:17:06,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/test.cache.data in system properties and HBase conf 2024-11-24T15:17:06,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T15:17:06,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/hadoop.log.dir in system properties and HBase conf 2024-11-24T15:17:06,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T15:17:06,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T15:17:06,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T15:17:06,549 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T15:17:06,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:17:06,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:17:06,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T15:17:06,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:17:06,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T15:17:06,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T15:17:06,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:17:06,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:17:06,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T15:17:06,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/nfs.dump.dir in system properties and HBase conf 2024-11-24T15:17:06,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/java.io.tmpdir in system properties and HBase conf 2024-11-24T15:17:06,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:17:06,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T15:17:06,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T15:17:06,654 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:17:06,662 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:17:06,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:17:06,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:17:06,664 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T15:17:06,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:17:06,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46dd2632{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:17:06,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dbb9aa2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:17:06,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@643a6dc4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/java.io.tmpdir/jetty-localhost-41973-hadoop-hdfs-3_4_1-tests_jar-_-any-2963160642821474454/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:17:06,788 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@247969ad{HTTP/1.1, (http/1.1)}{localhost:41973} 2024-11-24T15:17:06,788 INFO [Time-limited test {}] server.Server(415): Started @9669ms 2024-11-24T15:17:06,875 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:17:06,880 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:17:06,881 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:17:06,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:17:06,882 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T15:17:06,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dfc45e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:17:06,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7df1ef1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:17:07,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733cc3d1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/java.io.tmpdir/jetty-localhost-45905-hadoop-hdfs-3_4_1-tests_jar-_-any-7999672074747272054/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:17:07,010 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f4fffc9{HTTP/1.1, (http/1.1)}{localhost:45905} 2024-11-24T15:17:07,010 INFO [Time-limited test {}] server.Server(415): Started @9892ms 2024-11-24T15:17:07,012 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T15:17:07,118 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/cluster_6daf5589-417e-37b6-61af-3e6a0c7363cb/data/data1/current/BP-2073921838-172.17.0.2-1732461426584/current, will proceed with Du for space computation calculation, 2024-11-24T15:17:07,118 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/cluster_6daf5589-417e-37b6-61af-3e6a0c7363cb/data/data2/current/BP-2073921838-172.17.0.2-1732461426584/current, will proceed with Du for space computation calculation, 2024-11-24T15:17:07,149 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T15:17:07,153 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0516aa64cc7c2f1 with lease ID 0x44c3d2fb56dc53ed: Processing first storage report for DS-e67b567b-d953-400a-9cae-dd02ee5f2b4c from datanode DatanodeRegistration(127.0.0.1:36241, datanodeUuid=826cb689-e5d1-4bc0-b243-d0ee50ac7c97, infoPort=45747, infoSecurePort=0, ipcPort=40801, storageInfo=lv=-57;cid=testClusterID;nsid=1065576109;c=1732461426584) 2024-11-24T15:17:07,153 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0516aa64cc7c2f1 with lease ID 0x44c3d2fb56dc53ed: from storage DS-e67b567b-d953-400a-9cae-dd02ee5f2b4c node DatanodeRegistration(127.0.0.1:36241, datanodeUuid=826cb689-e5d1-4bc0-b243-d0ee50ac7c97, infoPort=45747, infoSecurePort=0, ipcPort=40801, storageInfo=lv=-57;cid=testClusterID;nsid=1065576109;c=1732461426584), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:17:07,153 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0516aa64cc7c2f1 with lease ID 0x44c3d2fb56dc53ed: Processing first storage report for DS-9bce58c5-eb18-4489-b4aa-fc55b67fda19 from datanode DatanodeRegistration(127.0.0.1:36241, datanodeUuid=826cb689-e5d1-4bc0-b243-d0ee50ac7c97, infoPort=45747, infoSecurePort=0, ipcPort=40801, storageInfo=lv=-57;cid=testClusterID;nsid=1065576109;c=1732461426584) 2024-11-24T15:17:07,153 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0516aa64cc7c2f1 with lease ID 0x44c3d2fb56dc53ed: from storage DS-9bce58c5-eb18-4489-b4aa-fc55b67fda19 node DatanodeRegistration(127.0.0.1:36241, datanodeUuid=826cb689-e5d1-4bc0-b243-d0ee50ac7c97, infoPort=45747, infoSecurePort=0, ipcPort=40801, storageInfo=lv=-57;cid=testClusterID;nsid=1065576109;c=1732461426584), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:17:07,244 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d 2024-11-24T15:17:07,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:07,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:07,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741825_1001 (size=7) 2024-11-24T15:17:07,259 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7 with version=8 2024-11-24T15:17:07,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/hbase-staging 2024-11-24T15:17:07,262 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:17:07,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:07,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:07,262 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:17:07,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:07,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:17:07,263 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T15:17:07,263 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:17:07,264 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41767 2024-11-24T15:17:07,266 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41767 connecting to ZooKeeper ensemble=127.0.0.1:57340 2024-11-24T15:17:07,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417670x0, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:17:07,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41767-0x1014a8d42090003 connected 2024-11-24T15:17:07,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:07,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:07,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Set watcher on znode that does not yet exist, /1-762306689/running 2024-11-24T15:17:07,291 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7, hbase.cluster.distributed=false 2024-11-24T15:17:07,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Set watcher on znode that does not yet exist, /1-762306689/acl 2024-11-24T15:17:07,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41767 2024-11-24T15:17:07,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41767 2024-11-24T15:17:07,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41767 2024-11-24T15:17:07,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41767 2024-11-24T15:17:07,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41767 2024-11-24T15:17:07,312 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:17:07,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:07,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:07,312 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:17:07,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:07,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:17:07,313 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T15:17:07,313 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:17:07,313 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37535 2024-11-24T15:17:07,315 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37535 connecting to ZooKeeper ensemble=127.0.0.1:57340 2024-11-24T15:17:07,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:07,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:07,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375350x0, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:17:07,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37535-0x1014a8d42090004 connected 2024-11-24T15:17:07,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37535-0x1014a8d42090004, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Set watcher on znode that does not yet exist, /1-762306689/running 2024-11-24T15:17:07,324 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T15:17:07,325 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T15:17:07,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37535-0x1014a8d42090004, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Set watcher on znode that does not yet exist, /1-762306689/master 2024-11-24T15:17:07,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37535-0x1014a8d42090004, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Set watcher on znode that does not yet exist, /1-762306689/acl 2024-11-24T15:17:07,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37535 2024-11-24T15:17:07,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37535 2024-11-24T15:17:07,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37535 2024-11-24T15:17:07,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37535 2024-11-24T15:17:07,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37535 2024-11-24T15:17:07,347 DEBUG [M:0;c99348da3e93:41767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c99348da3e93:41767 2024-11-24T15:17:07,348 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-762306689/backup-masters/c99348da3e93,41767,1732461427261 2024-11-24T15:17:07,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37535-0x1014a8d42090004, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-762306689/backup-masters 2024-11-24T15:17:07,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-762306689/backup-masters 2024-11-24T15:17:07,350 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Set watcher on existing znode=/1-762306689/backup-masters/c99348da3e93,41767,1732461427261 2024-11-24T15:17:07,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37535-0x1014a8d42090004, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-762306689/master 2024-11-24T15:17:07,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-762306689 2024-11-24T15:17:07,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37535-0x1014a8d42090004, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-762306689 2024-11-24T15:17:07,353 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Set watcher on existing znode=/1-762306689/master 2024-11-24T15:17:07,354 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-762306689/backup-masters/c99348da3e93,41767,1732461427261 from backup master directory 2024-11-24T15:17:07,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37535-0x1014a8d42090004, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-762306689/backup-masters 2024-11-24T15:17:07,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-762306689/backup-masters/c99348da3e93,41767,1732461427261 2024-11-24T15:17:07,357 WARN [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:17:07,357 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c99348da3e93,41767,1732461427261 2024-11-24T15:17:07,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-762306689/backup-masters 2024-11-24T15:17:07,364 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/hbase.id] with ID: a2de5090-1f85-42ac-b9d3-751c03bdcdef 2024-11-24T15:17:07,364 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/.tmp/hbase.id 2024-11-24T15:17:07,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741826_1002 (size=42) 2024-11-24T15:17:07,773 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/.tmp/hbase.id]:[hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/hbase.id] 2024-11-24T15:17:07,796 INFO [master/c99348da3e93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:07,797 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T15:17:07,799 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T15:17:07,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-762306689 2024-11-24T15:17:07,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37535-0x1014a8d42090004, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-762306689 2024-11-24T15:17:07,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741827_1003 (size=196) 2024-11-24T15:17:08,211 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:17:08,212 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T15:17:08,212 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:17:08,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741828_1004 (size=1189) 2024-11-24T15:17:08,626 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/MasterData/data/master/store 2024-11-24T15:17:08,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741829_1005 (size=34) 2024-11-24T15:17:09,035 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:09,036 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:17:09,036 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:09,036 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:09,036 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:17:09,036 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:09,036 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:09,036 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461429036Disabling compacts and flushes for region at 1732461429036Disabling writes for close at 1732461429036Writing region close event to WAL at 1732461429036Closed at 1732461429036 2024-11-24T15:17:09,038 WARN [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/MasterData/data/master/store/.initializing 2024-11-24T15:17:09,038 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/MasterData/WALs/c99348da3e93,41767,1732461427261 2024-11-24T15:17:09,040 INFO [master/c99348da3e93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:17:09,043 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c99348da3e93%2C41767%2C1732461427261, suffix=, logDir=hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/MasterData/WALs/c99348da3e93,41767,1732461427261, archiveDir=hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/MasterData/oldWALs, maxLogs=10 2024-11-24T15:17:09,058 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/MasterData/WALs/c99348da3e93,41767,1732461427261/c99348da3e93%2C41767%2C1732461427261.1732461429043, exclude list is [], retry=0 2024-11-24T15:17:09,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36241,DS-e67b567b-d953-400a-9cae-dd02ee5f2b4c,DISK] 2024-11-24T15:17:09,065 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/MasterData/WALs/c99348da3e93,41767,1732461427261/c99348da3e93%2C41767%2C1732461427261.1732461429043 2024-11-24T15:17:09,065 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45747:45747)] 2024-11-24T15:17:09,066 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:17:09,066 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:09,066 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:09,066 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:09,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:09,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T15:17:09,071 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:09,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:09,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:09,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T15:17:09,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:09,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:09,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:09,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T15:17:09,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:09,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:09,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:09,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T15:17:09,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:09,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:09,082 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:09,083 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:09,083 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:09,086 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:09,086 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:09,087 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:17:09,088 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:09,091 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:17:09,092 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71182089, jitterRate=0.06069578230381012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:17:09,092 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732461429066Initializing all the Stores at 1732461429068 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461429068Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461429068Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461429068Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461429068Cleaning up temporary data from old regions at 1732461429086 (+18 ms)Region opened successfully at 1732461429092 (+6 ms) 2024-11-24T15:17:09,093 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T15:17:09,097 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658afe6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:17:09,098 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T15:17:09,098 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T15:17:09,099 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T15:17:09,099 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T15:17:09,099 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T15:17:09,100 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T15:17:09,100 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T15:17:09,103 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T15:17:09,104 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Unable to get data of znode /1-762306689/balancer because node does not exist (not necessarily an error) 2024-11-24T15:17:09,106 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-762306689/balancer already deleted, retry=false 2024-11-24T15:17:09,106 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T15:17:09,107 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Unable to get data of znode /1-762306689/normalizer because node does not exist (not necessarily an error) 2024-11-24T15:17:09,108 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-762306689/normalizer already deleted, retry=false 2024-11-24T15:17:09,109 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T15:17:09,110 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Unable to get data of znode /1-762306689/switch/split because node does not exist (not necessarily an error) 2024-11-24T15:17:09,112 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-762306689/switch/split already deleted, retry=false 2024-11-24T15:17:09,114 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Unable to get data of znode /1-762306689/switch/merge because node does not exist (not necessarily an error) 2024-11-24T15:17:09,115 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-762306689/switch/merge already deleted, retry=false 2024-11-24T15:17:09,117 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Unable to get data of znode /1-762306689/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T15:17:09,119 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-762306689/snapshot-cleanup already deleted, retry=false 2024-11-24T15:17:09,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37535-0x1014a8d42090004, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-762306689/running 2024-11-24T15:17:09,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37535-0x1014a8d42090004, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-762306689 2024-11-24T15:17:09,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-762306689/running 2024-11-24T15:17:09,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-762306689 2024-11-24T15:17:09,121 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c99348da3e93,41767,1732461427261, sessionid=0x1014a8d42090003, setting cluster-up flag (Was=false) 2024-11-24T15:17:09,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37535-0x1014a8d42090004, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-762306689 2024-11-24T15:17:09,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-762306689 2024-11-24T15:17:09,131 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-762306689/flush-table-proc/acquired, /1-762306689/flush-table-proc/reached, /1-762306689/flush-table-proc/abort 2024-11-24T15:17:09,132 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,41767,1732461427261 2024-11-24T15:17:09,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-762306689 2024-11-24T15:17:09,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37535-0x1014a8d42090004, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-762306689 2024-11-24T15:17:09,142 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-762306689/online-snapshot/acquired, /1-762306689/online-snapshot/reached, /1-762306689/online-snapshot/abort 2024-11-24T15:17:09,143 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,41767,1732461427261 2024-11-24T15:17:09,144 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T15:17:09,149 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T15:17:09,149 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T15:17:09,149 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T15:17:09,150 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c99348da3e93,41767,1732461427261 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T15:17:09,151 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:09,152 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:09,152 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:09,152 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:09,152 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c99348da3e93:0, corePoolSize=10, maxPoolSize=10 2024-11-24T15:17:09,152 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:09,152 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:17:09,152 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:09,154 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732461459154 2024-11-24T15:17:09,154 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T15:17:09,154 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T15:17:09,154 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T15:17:09,154 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T15:17:09,155 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T15:17:09,155 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T15:17:09,155 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:09,155 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:17:09,155 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T15:17:09,155 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T15:17:09,155 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T15:17:09,155 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T15:17:09,155 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T15:17:09,156 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T15:17:09,156 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T15:17:09,156 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461429156,5,FailOnTimeoutGroup] 2024-11-24T15:17:09,156 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461429156,5,FailOnTimeoutGroup] 2024-11-24T15:17:09,156 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:09,157 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T15:17:09,157 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:09,157 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:09,157 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:09,157 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T15:17:09,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741831_1007 (size=1321) 2024-11-24T15:17:09,238 INFO [RS:0;c99348da3e93:37535 {}] regionserver.HRegionServer(746): ClusterId : a2de5090-1f85-42ac-b9d3-751c03bdcdef 2024-11-24T15:17:09,238 DEBUG [RS:0;c99348da3e93:37535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T15:17:09,240 DEBUG [RS:0;c99348da3e93:37535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T15:17:09,240 DEBUG [RS:0;c99348da3e93:37535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T15:17:09,242 DEBUG [RS:0;c99348da3e93:37535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T15:17:09,243 DEBUG [RS:0;c99348da3e93:37535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a85192c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:17:09,256 DEBUG [RS:0;c99348da3e93:37535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c99348da3e93:37535 2024-11-24T15:17:09,257 INFO [RS:0;c99348da3e93:37535 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T15:17:09,257 INFO [RS:0;c99348da3e93:37535 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T15:17:09,257 DEBUG [RS:0;c99348da3e93:37535 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T15:17:09,257 INFO [RS:0;c99348da3e93:37535 {}] regionserver.HRegionServer(2659): reportForDuty to master=c99348da3e93,41767,1732461427261 with port=37535, startcode=1732461427312 2024-11-24T15:17:09,258 DEBUG [RS:0;c99348da3e93:37535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T15:17:09,260 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T15:17:09,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41767 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c99348da3e93,37535,1732461427312 2024-11-24T15:17:09,261 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41767 {}] master.ServerManager(517): Registering regionserver=c99348da3e93,37535,1732461427312 2024-11-24T15:17:09,264 DEBUG [RS:0;c99348da3e93:37535 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7 2024-11-24T15:17:09,264 DEBUG [RS:0;c99348da3e93:37535 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36041 2024-11-24T15:17:09,264 DEBUG [RS:0;c99348da3e93:37535 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T15:17:09,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-762306689/rs 2024-11-24T15:17:09,271 DEBUG [RS:0;c99348da3e93:37535 {}] zookeeper.ZKUtil(111): regionserver:37535-0x1014a8d42090004, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Set watcher on existing znode=/1-762306689/rs/c99348da3e93,37535,1732461427312 2024-11-24T15:17:09,271 WARN [RS:0;c99348da3e93:37535 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:17:09,271 INFO [RS:0;c99348da3e93:37535 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:17:09,271 DEBUG [RS:0;c99348da3e93:37535 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/WALs/c99348da3e93,37535,1732461427312 2024-11-24T15:17:09,271 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c99348da3e93,37535,1732461427312] 2024-11-24T15:17:09,276 INFO [RS:0;c99348da3e93:37535 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T15:17:09,279 INFO [RS:0;c99348da3e93:37535 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T15:17:09,280 INFO [RS:0;c99348da3e93:37535 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T15:17:09,280 INFO [RS:0;c99348da3e93:37535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:09,280 INFO [RS:0;c99348da3e93:37535 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T15:17:09,281 INFO [RS:0;c99348da3e93:37535 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T15:17:09,281 INFO [RS:0;c99348da3e93:37535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:09,282 DEBUG [RS:0;c99348da3e93:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:09,282 DEBUG [RS:0;c99348da3e93:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:09,282 DEBUG [RS:0;c99348da3e93:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:09,282 DEBUG [RS:0;c99348da3e93:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:09,282 DEBUG [RS:0;c99348da3e93:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:09,282 DEBUG [RS:0;c99348da3e93:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:17:09,282 DEBUG [RS:0;c99348da3e93:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:09,282 DEBUG [RS:0;c99348da3e93:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:09,282 DEBUG [RS:0;c99348da3e93:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:09,282 DEBUG [RS:0;c99348da3e93:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:09,283 DEBUG [RS:0;c99348da3e93:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:09,283 DEBUG [RS:0;c99348da3e93:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:09,283 DEBUG [RS:0;c99348da3e93:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:17:09,283 DEBUG [RS:0;c99348da3e93:37535 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:17:09,283 INFO [RS:0;c99348da3e93:37535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:09,283 INFO [RS:0;c99348da3e93:37535 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:09,283 INFO [RS:0;c99348da3e93:37535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:09,283 INFO [RS:0;c99348da3e93:37535 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:09,283 INFO [RS:0;c99348da3e93:37535 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:09,283 INFO [RS:0;c99348da3e93:37535 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,37535,1732461427312-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:17:09,300 INFO [RS:0;c99348da3e93:37535 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T15:17:09,300 INFO [RS:0;c99348da3e93:37535 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,37535,1732461427312-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:09,300 INFO [RS:0;c99348da3e93:37535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:09,300 INFO [RS:0;c99348da3e93:37535 {}] regionserver.Replication(171): c99348da3e93,37535,1732461427312 started 2024-11-24T15:17:09,316 INFO [RS:0;c99348da3e93:37535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:09,316 INFO [RS:0;c99348da3e93:37535 {}] regionserver.HRegionServer(1482): Serving as c99348da3e93,37535,1732461427312, RpcServer on c99348da3e93/172.17.0.2:37535, sessionid=0x1014a8d42090004 2024-11-24T15:17:09,316 DEBUG [RS:0;c99348da3e93:37535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T15:17:09,316 DEBUG [RS:0;c99348da3e93:37535 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c99348da3e93,37535,1732461427312 2024-11-24T15:17:09,316 DEBUG [RS:0;c99348da3e93:37535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,37535,1732461427312' 2024-11-24T15:17:09,316 DEBUG [RS:0;c99348da3e93:37535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-762306689/flush-table-proc/abort' 2024-11-24T15:17:09,317 DEBUG [RS:0;c99348da3e93:37535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-762306689/flush-table-proc/acquired' 2024-11-24T15:17:09,317 DEBUG [RS:0;c99348da3e93:37535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T15:17:09,317 DEBUG [RS:0;c99348da3e93:37535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T15:17:09,317 DEBUG [RS:0;c99348da3e93:37535 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c99348da3e93,37535,1732461427312 2024-11-24T15:17:09,317 DEBUG [RS:0;c99348da3e93:37535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,37535,1732461427312' 2024-11-24T15:17:09,317 DEBUG [RS:0;c99348da3e93:37535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-762306689/online-snapshot/abort' 2024-11-24T15:17:09,318 DEBUG [RS:0;c99348da3e93:37535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-762306689/online-snapshot/acquired' 2024-11-24T15:17:09,318 DEBUG [RS:0;c99348da3e93:37535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T15:17:09,318 INFO [RS:0;c99348da3e93:37535 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T15:17:09,318 INFO [RS:0;c99348da3e93:37535 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T15:17:09,419 INFO [RS:0;c99348da3e93:37535 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:17:09,422 INFO [RS:0;c99348da3e93:37535 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C37535%2C1732461427312, suffix=, logDir=hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/WALs/c99348da3e93,37535,1732461427312, archiveDir=hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/oldWALs, maxLogs=10 2024-11-24T15:17:09,438 DEBUG [RS:0;c99348da3e93:37535 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/WALs/c99348da3e93,37535,1732461427312/c99348da3e93%2C37535%2C1732461427312.1732461429423, exclude list is [], retry=0 2024-11-24T15:17:09,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36241,DS-e67b567b-d953-400a-9cae-dd02ee5f2b4c,DISK] 2024-11-24T15:17:09,444 INFO [RS:0;c99348da3e93:37535 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/WALs/c99348da3e93,37535,1732461427312/c99348da3e93%2C37535%2C1732461427312.1732461429423 2024-11-24T15:17:09,444 DEBUG [RS:0;c99348da3e93:37535 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45747:45747)] 2024-11-24T15:17:09,569 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T15:17:09,569 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7 2024-11-24T15:17:09,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741833_1009 (size=32) 2024-11-24T15:17:09,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:09,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:17:09,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:17:09,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:09,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:09,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:17:09,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:17:09,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:09,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:09,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:17:09,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:17:09,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:09,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:09,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:17:09,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:17:09,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:09,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:09,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:17:09,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/data/hbase/meta/1588230740 2024-11-24T15:17:09,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/data/hbase/meta/1588230740 2024-11-24T15:17:09,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:17:09,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:17:09,997 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:17:09,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:17:10,002 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:17:10,002 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68719760, jitterRate=0.024004220962524414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:17:10,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732461429979Initializing all the Stores at 1732461429981 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461429981Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461429981Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461429981Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461429981Cleaning up temporary data from old regions at 1732461429996 (+15 ms)Region opened successfully at 1732461430002 (+6 ms) 2024-11-24T15:17:10,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:17:10,003 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:17:10,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:17:10,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:17:10,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:17:10,003 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:17:10,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461430002Disabling compacts and flushes for region at 1732461430002Disabling writes for close at 1732461430003 (+1 ms)Writing region close event to WAL at 1732461430003Closed at 1732461430003 2024-11-24T15:17:10,005 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:17:10,005 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T15:17:10,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T15:17:10,007 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:17:10,009 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T15:17:10,159 DEBUG [c99348da3e93:41767 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T15:17:10,160 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c99348da3e93,37535,1732461427312 2024-11-24T15:17:10,162 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,37535,1732461427312, state=OPENING 2024-11-24T15:17:10,163 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T15:17:10,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-762306689 2024-11-24T15:17:10,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37535-0x1014a8d42090004, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-762306689 2024-11-24T15:17:10,166 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:17:10,166 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-762306689/meta-region-server: CHANGED 2024-11-24T15:17:10,166 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-762306689/meta-region-server: CHANGED 2024-11-24T15:17:10,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,37535,1732461427312}] 2024-11-24T15:17:10,320 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:17:10,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T15:17:10,327 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T15:17:10,327 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:17:10,328 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T15:17:10,330 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C37535%2C1732461427312.meta, suffix=.meta, logDir=hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/WALs/c99348da3e93,37535,1732461427312, archiveDir=hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/oldWALs, maxLogs=10 2024-11-24T15:17:10,346 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/WALs/c99348da3e93,37535,1732461427312/c99348da3e93%2C37535%2C1732461427312.meta.1732461430332.meta, exclude list is [], retry=0 2024-11-24T15:17:10,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36241,DS-e67b567b-d953-400a-9cae-dd02ee5f2b4c,DISK] 2024-11-24T15:17:10,352 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/WALs/c99348da3e93,37535,1732461427312/c99348da3e93%2C37535%2C1732461427312.meta.1732461430332.meta 2024-11-24T15:17:10,352 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45747:45747)] 2024-11-24T15:17:10,352 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:17:10,353 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:17:10,353 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:17:10,353 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T15:17:10,353 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T15:17:10,353 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T15:17:10,353 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:10,353 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T15:17:10,354 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T15:17:10,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:17:10,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:17:10,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:10,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:10,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:17:10,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:17:10,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:10,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:10,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:17:10,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:17:10,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:10,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:10,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:17:10,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:17:10,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:10,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:10,363 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:17:10,364 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/data/hbase/meta/1588230740 2024-11-24T15:17:10,367 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/data/hbase/meta/1588230740 2024-11-24T15:17:10,369 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:17:10,369 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:17:10,370 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:17:10,372 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:17:10,373 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63625420, jitterRate=-0.051907360553741455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:17:10,374 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T15:17:10,374 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732461430354Writing region info on filesystem at 1732461430354Initializing all the Stores at 1732461430355 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461430355Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461430355Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461430355Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461430355Cleaning up temporary data from old regions at 1732461430369 (+14 ms)Running coprocessor post-open hooks at 1732461430374 (+5 ms)Region opened successfully at 1732461430374 2024-11-24T15:17:10,375 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732461430320 2024-11-24T15:17:10,379 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T15:17:10,379 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T15:17:10,380 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,37535,1732461427312 2024-11-24T15:17:10,381 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,37535,1732461427312, state=OPEN 2024-11-24T15:17:10,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-762306689/meta-region-server 2024-11-24T15:17:10,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37535-0x1014a8d42090004, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-762306689/meta-region-server 2024-11-24T15:17:10,383 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-762306689/meta-region-server: CHANGED 2024-11-24T15:17:10,383 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c99348da3e93,37535,1732461427312 2024-11-24T15:17:10,383 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-762306689/meta-region-server: CHANGED 2024-11-24T15:17:10,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T15:17:10,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,37535,1732461427312 in 217 msec 2024-11-24T15:17:10,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T15:17:10,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 382 msec 2024-11-24T15:17:10,391 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:17:10,391 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T15:17:10,393 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:17:10,393 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,37535,1732461427312, seqNum=-1] 2024-11-24T15:17:10,394 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:17:10,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:17:10,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2590 sec 2024-11-24T15:17:10,407 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732461430406, completionTime=-1 2024-11-24T15:17:10,407 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T15:17:10,407 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T15:17:10,409 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T15:17:10,409 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732461490409 2024-11-24T15:17:10,409 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732461550409 2024-11-24T15:17:10,409 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T15:17:10,410 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,41767,1732461427261-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:10,410 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,41767,1732461427261-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:10,410 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,41767,1732461427261-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:10,410 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c99348da3e93:41767, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:10,410 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:10,410 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:10,412 DEBUG [master/c99348da3e93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T15:17:10,415 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.058sec 2024-11-24T15:17:10,415 INFO [master/c99348da3e93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T15:17:10,415 INFO [master/c99348da3e93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T15:17:10,415 INFO [master/c99348da3e93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T15:17:10,415 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T15:17:10,415 INFO [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T15:17:10,415 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,41767,1732461427261-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:17:10,415 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,41767,1732461427261-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T15:17:10,418 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T15:17:10,418 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T15:17:10,418 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,41767,1732461427261-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:10,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5394f5ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:10,438 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,41767,-1 for getting cluster id 2024-11-24T15:17:10,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:10,441 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2de5090-1f85-42ac-b9d3-751c03bdcdef' 2024-11-24T15:17:10,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:10,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2de5090-1f85-42ac-b9d3-751c03bdcdef" 2024-11-24T15:17:10,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97eaff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:10,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,41767,-1] 2024-11-24T15:17:10,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:10,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:10,444 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:10,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b645835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:10,446 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:17:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,37535,1732461427312, seqNum=-1] 2024-11-24T15:17:10,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:17:10,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:17:10,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c99348da3e93,41767,1732461427261 2024-11-24T15:17:10,453 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57340 2024-11-24T15:17:10,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:17:10,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014a8d42090005 connected 2024-11-24T15:17:10,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1641e8f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:10,462 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,39225,-1 for getting cluster id 2024-11-24T15:17:10,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:10,464 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad70b316-6c16-47ff-ab57-35537192359e' 2024-11-24T15:17:10,464 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:10,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad70b316-6c16-47ff-ab57-35537192359e" 2024-11-24T15:17:10,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cded9e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:10,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,39225,-1] 2024-11-24T15:17:10,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:10,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:10,467 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:10,468 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4086b959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:10,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:17:10,481 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,39225,1732461421954 2024-11-24T15:17:10,483 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26f11e22 2024-11-24T15:17:10,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:17:10,486 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:17:10,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c99348da3e93:41767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T15:17:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T15:17:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:17:10,499 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:41767' 2024-11-24T15:17:10,502 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c982c9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:10,502 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,41767,-1 for getting cluster id 2024-11-24T15:17:10,502 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:10,502 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2de5090-1f85-42ac-b9d3-751c03bdcdef' 2024-11-24T15:17:10,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:10,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2de5090-1f85-42ac-b9d3-751c03bdcdef" 2024-11-24T15:17:10,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7d2e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:10,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,41767,-1] 2024-11-24T15:17:10,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:10,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:10,505 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:10,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af235c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:10,507 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:17:10,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,41767,1732461427261 2024-11-24T15:17:10,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fcfcb4 2024-11-24T15:17:10,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:17:10,514 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:17:10,526 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-24T15:17:10,526 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T15:17:10,531 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:10,531 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:10,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:17:10,533 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:17:10,538 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T15:17:10,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:17:10,542 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:10,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:17:10,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741835_1011 (size=1138) 2024-11-24T15:17:10,591 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T15:17:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:17:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:17:10,956 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => afc9165bc21139caa3fd8ec8359f18ee, NAME => 'hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768 2024-11-24T15:17:10,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741836_1012 (size=44) 2024-11-24T15:17:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:17:11,365 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:11,365 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing afc9165bc21139caa3fd8ec8359f18ee, disabling compactions & flushes 2024-11-24T15:17:11,365 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee. 2024-11-24T15:17:11,365 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee. 2024-11-24T15:17:11,365 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee. after waiting 0 ms 2024-11-24T15:17:11,365 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee. 2024-11-24T15:17:11,365 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee. 2024-11-24T15:17:11,366 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for afc9165bc21139caa3fd8ec8359f18ee: Waiting for close lock at 1732461431365Disabling compacts and flushes for region at 1732461431365Disabling writes for close at 1732461431365Writing region close event to WAL at 1732461431365Closed at 1732461431365 2024-11-24T15:17:11,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:17:11,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732461431368"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461431368"}]},"ts":"1732461431368"} 2024-11-24T15:17:11,377 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:17:11,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:17:11,382 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461431379"}]},"ts":"1732461431379"} 2024-11-24T15:17:11,385 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T15:17:11,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=afc9165bc21139caa3fd8ec8359f18ee, ASSIGN}] 2024-11-24T15:17:11,388 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=afc9165bc21139caa3fd8ec8359f18ee, ASSIGN 2024-11-24T15:17:11,390 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=afc9165bc21139caa3fd8ec8359f18ee, ASSIGN; state=OFFLINE, location=c99348da3e93,39835,1732461422847; forceNewPlan=false, retain=false 2024-11-24T15:17:11,541 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=afc9165bc21139caa3fd8ec8359f18ee, regionState=OPENING, regionLocation=c99348da3e93,39835,1732461422847 2024-11-24T15:17:11,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=afc9165bc21139caa3fd8ec8359f18ee, ASSIGN because future has completed 2024-11-24T15:17:11,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure afc9165bc21139caa3fd8ec8359f18ee, server=c99348da3e93,39835,1732461422847}] 2024-11-24T15:17:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:17:11,688 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:17:11,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee. 2024-11-24T15:17:11,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:17:11,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T15:17:11,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C39835%2C1732461422847.rep, suffix=, logDir=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847, archiveDir=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/oldWALs, maxLogs=10 2024-11-24T15:17:11,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847/c99348da3e93%2C39835%2C1732461422847.rep.1732461431715, exclude list is [], retry=0 2024-11-24T15:17:11,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36549,DS-ce8c53ab-e5c5-4214-b275-124821f33508,DISK] 2024-11-24T15:17:11,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847/c99348da3e93%2C39835%2C1732461422847.rep.1732461431715 2024-11-24T15:17:11,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34225:34225)] 2024-11-24T15:17:11,734 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T15:17:11,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => afc9165bc21139caa3fd8ec8359f18ee, NAME => 'hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:17:11,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:17:11,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:17:11,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee. service=MultiRowMutationService 2024-11-24T15:17:11,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T15:17:11,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:11,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:11,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:11,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:11,737 INFO [StoreOpener-afc9165bc21139caa3fd8ec8359f18ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:11,739 INFO [StoreOpener-afc9165bc21139caa3fd8ec8359f18ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afc9165bc21139caa3fd8ec8359f18ee columnFamilyName hfileref 2024-11-24T15:17:11,739 DEBUG [StoreOpener-afc9165bc21139caa3fd8ec8359f18ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:11,740 INFO [StoreOpener-afc9165bc21139caa3fd8ec8359f18ee-1 {}] regionserver.HStore(327): Store=afc9165bc21139caa3fd8ec8359f18ee/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:11,740 INFO [StoreOpener-afc9165bc21139caa3fd8ec8359f18ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:11,741 INFO [StoreOpener-afc9165bc21139caa3fd8ec8359f18ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afc9165bc21139caa3fd8ec8359f18ee columnFamilyName queue 2024-11-24T15:17:11,742 DEBUG [StoreOpener-afc9165bc21139caa3fd8ec8359f18ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:11,742 INFO [StoreOpener-afc9165bc21139caa3fd8ec8359f18ee-1 {}] regionserver.HStore(327): Store=afc9165bc21139caa3fd8ec8359f18ee/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:11,742 INFO [StoreOpener-afc9165bc21139caa3fd8ec8359f18ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:11,744 INFO [StoreOpener-afc9165bc21139caa3fd8ec8359f18ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afc9165bc21139caa3fd8ec8359f18ee columnFamilyName sid 2024-11-24T15:17:11,744 DEBUG [StoreOpener-afc9165bc21139caa3fd8ec8359f18ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:11,745 INFO [StoreOpener-afc9165bc21139caa3fd8ec8359f18ee-1 {}] regionserver.HStore(327): Store=afc9165bc21139caa3fd8ec8359f18ee/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:11,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:11,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/replication/afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:11,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/replication/afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:11,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:11,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:11,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:17:11,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:11,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/replication/afc9165bc21139caa3fd8ec8359f18ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:17:11,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened afc9165bc21139caa3fd8ec8359f18ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58860013, jitterRate=-0.12291745841503143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:17:11,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:11,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for afc9165bc21139caa3fd8ec8359f18ee: Running coprocessor pre-open hook at 1732461431736Writing region info on filesystem at 1732461431736Initializing all the Stores at 1732461431737 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461431737Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461431737Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461431737Cleaning up temporary data from old regions at 1732461431748 (+11 ms)Running coprocessor post-open hooks at 1732461431753 (+5 ms)Region opened successfully at 1732461431754 (+1 ms) 2024-11-24T15:17:11,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee., pid=7, masterSystemTime=1732461431699 2024-11-24T15:17:11,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee. 2024-11-24T15:17:11,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee. 2024-11-24T15:17:11,760 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=afc9165bc21139caa3fd8ec8359f18ee, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,39835,1732461422847 2024-11-24T15:17:11,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure afc9165bc21139caa3fd8ec8359f18ee, server=c99348da3e93,39835,1732461422847 because future has completed 2024-11-24T15:17:11,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-24T15:17:11,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure afc9165bc21139caa3fd8ec8359f18ee, server=c99348da3e93,39835,1732461422847 in 221 msec 2024-11-24T15:17:11,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T15:17:11,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=afc9165bc21139caa3fd8ec8359f18ee, ASSIGN in 382 msec 2024-11-24T15:17:11,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:17:11,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461431774"}]},"ts":"1732461431774"} 2024-11-24T15:17:11,777 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T15:17:11,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:17:11,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2450 sec 2024-11-24T15:17:11,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee., hostname=c99348da3e93,39835,1732461422847, seqNum=2] 2024-11-24T15:17:11,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39835 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-24T15:17:11,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1014a8d42090001, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163 2024-11-24T15:17:11,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163 2024-11-24T15:17:11,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T15:17:11,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-24T15:17:11,994 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T15:17:12,033 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c99348da3e93,39835,1732461422847, ReplicationSource: 1, currentBandwidth=0 2024-11-24T15:17:12,035 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:17:12,035 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,39835,1732461422847, seqNum=-1] 2024-11-24T15:17:12,035 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:17:12,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-24T15:17:12,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c99348da3e93,39835,1732461422847', locateType=CURRENT is [region=hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee., hostname=c99348da3e93,39835,1732461422847, seqNum=2] 2024-11-24T15:17:12,047 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T15:17:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T15:17:12,052 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c99348da3e93,39835,1732461422847 suceeded 2024-11-24T15:17:12,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T15:17:12,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-11-24T15:17:12,056 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c99348da3e93:41767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T15:17:12,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5670 sec 2024-11-24T15:17:12,068 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,39835,1732461422847 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:41767' 2024-11-24T15:17:12,070 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,39835,1732461422847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6404eae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:12,070 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,39835,1732461422847 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,41767,-1 for getting cluster id 2024-11-24T15:17:12,070 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,39835,1732461422847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:12,071 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2de5090-1f85-42ac-b9d3-751c03bdcdef' 2024-11-24T15:17:12,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:12,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2de5090-1f85-42ac-b9d3-751c03bdcdef" 2024-11-24T15:17:12,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33e8e74e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:12,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,41767,-1] 2024-11-24T15:17:12,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:12,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:12,073 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:12,074 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,39835,1732461422847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7738dfe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:12,074 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,39835,1732461422847 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:17:12,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,41767,1732461427261 2024-11-24T15:17:12,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1aa50c43 2024-11-24T15:17:12,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:17:12,076 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-24T15:17:12,077 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,39835,1732461422847 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c99348da3e93,39835,1732461422847 (queues=1) is replicating from cluster=ad70b316-6c16-47ff-ab57-35537192359e to cluster=a2de5090-1f85-42ac-b9d3-751c03bdcdef 2024-11-24T15:17:12,079 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,39835,1732461422847 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c99348da3e93%2C39835%2C1732461422847 2024-11-24T15:17:12,082 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,39835,1732461422847 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c99348da3e93,39835,1732461422847, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T15:17:12,085 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,39835,1732461422847.replicationSource.shipperc99348da3e93%2C39835%2C1732461422847,1-c99348da3e93,39835,1732461422847 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c99348da3e93%2C39835%2C1732461422847 2024-11-24T15:17:12,088 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,39835,1732461422847.replicationSource.wal-reader.c99348da3e93%2C39835%2C1732461422847,1-c99348da3e93,39835,1732461422847 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847/c99348da3e93%2C39835%2C1732461422847.1732461425801, startPosition=0, beingWritten=true 2024-11-24T15:17:12,347 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,39835,1732461422847.replicationSource.wal-reader.c99348da3e93%2C39835%2C1732461422847,1-c99348da3e93,39835,1732461422847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847/c99348da3e93%2C39835%2C1732461422847.1732461425801 to pos 0, reset compression=false 2024-11-24T15:17:12,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T15:17:12,501 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T15:17:12,502 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T15:17:12,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T15:17:12,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:17:12,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T15:17:12,504 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:17:12,504 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T15:17:12,504 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T15:17:12,504 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T15:17:12,654 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,39835,1732461422847.replicationSource.wal-reader.c99348da3e93%2C39835%2C1732461422847,1-c99348da3e93,39835,1732461422847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847/c99348da3e93%2C39835%2C1732461422847.1732461425801 to pos 0, reset compression=false 2024-11-24T15:17:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:17:12,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:17:12,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:17:12,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:12,658 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T15:17:12,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:12,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:17:12,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675a529e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:12,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,39225,-1 for getting cluster id 2024-11-24T15:17:12,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:12,660 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad70b316-6c16-47ff-ab57-35537192359e' 2024-11-24T15:17:12,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:12,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad70b316-6c16-47ff-ab57-35537192359e" 2024-11-24T15:17:12,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc52972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:12,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,39225,-1] 2024-11-24T15:17:12,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:12,663 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:12,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de35c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:12,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:17:12,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,39225,1732461421954 2024-11-24T15:17:12,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57699833 2024-11-24T15:17:12,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:17:12,667 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:17:12,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://c99348da3e93:41767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T15:17:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T15:17:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T15:17:12,672 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:41767' 2024-11-24T15:17:12,672 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cefa3d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:12,673 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,41767,-1 for getting cluster id 2024-11-24T15:17:12,673 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:12,673 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2de5090-1f85-42ac-b9d3-751c03bdcdef' 2024-11-24T15:17:12,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:12,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2de5090-1f85-42ac-b9d3-751c03bdcdef" 2024-11-24T15:17:12,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4694d961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:12,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,41767,-1] 2024-11-24T15:17:12,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:12,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:12,675 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:12,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc2a773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:12,676 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:17:12,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,41767,1732461427261 2024-11-24T15:17:12,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f17a670 2024-11-24T15:17:12,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:17:12,678 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:17:12,679 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T15:17:12,679 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T15:17:12,679 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:12,679 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:12,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:17:12,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T15:17:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T15:17:12,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-24T15:17:12,842 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-24T15:17:12,886 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-c99348da3e93,39835,1732461422847, ReplicationSource: 2, currentBandwidth=0 2024-11-24T15:17:12,890 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-24T15:17:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-24T15:17:12,895 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on c99348da3e93,39835,1732461422847 suceeded 2024-11-24T15:17:12,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T15:17:12,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-24T15:17:12,899 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://c99348da3e93:41767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T15:17:12,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 231 msec 2024-11-24T15:17:12,910 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,39835,1732461422847 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:41767' 2024-11-24T15:17:12,911 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,39835,1732461422847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a4ba122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:12,911 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,39835,1732461422847 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,41767,-1 for getting cluster id 2024-11-24T15:17:12,912 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,39835,1732461422847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:12,913 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2de5090-1f85-42ac-b9d3-751c03bdcdef' 2024-11-24T15:17:12,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:12,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2de5090-1f85-42ac-b9d3-751c03bdcdef" 2024-11-24T15:17:12,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7593ddd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:12,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,41767,-1] 2024-11-24T15:17:12,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:12,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:12,915 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:12,916 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,39835,1732461422847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35626f5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:12,916 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,39835,1732461422847 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:17:12,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,41767,1732461427261 2024-11-24T15:17:12,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1402d37b 2024-11-24T15:17:12,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:17:12,921 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-24T15:17:12,925 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,39835,1732461422847 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c99348da3e93,39835,1732461422847 (queues=1) is replicating from cluster=ad70b316-6c16-47ff-ab57-35537192359e to cluster=a2de5090-1f85-42ac-b9d3-751c03bdcdef 2024-11-24T15:17:12,925 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,39835,1732461422847 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c99348da3e93%2C39835%2C1732461422847 2024-11-24T15:17:12,925 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,39835,1732461422847 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c99348da3e93,39835,1732461422847, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T15:17:12,927 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,39835,1732461422847.replicationSource.wal-reader.c99348da3e93%2C39835%2C1732461422847,2-c99348da3e93,39835,1732461422847 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847/c99348da3e93%2C39835%2C1732461422847.1732461425801, startPosition=0, beingWritten=true 2024-11-24T15:17:12,928 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,39835,1732461422847.replicationSource.shipperc99348da3e93%2C39835%2C1732461422847,2-c99348da3e93,39835,1732461422847 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c99348da3e93%2C39835%2C1732461422847 2024-11-24T15:17:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T15:17:12,988 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-24T15:17:12,988 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:17:12,989 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:17:12,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:12,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:12,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:17:12,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:17:12,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,39225,1732461421954 2024-11-24T15:17:12,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67d3df8f 2024-11-24T15:17:12,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:17:12,999 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:17:13,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T15:17:13,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-24T15:17:13,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T15:17:13,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-24T15:17:13,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://c99348da3e93:41767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T15:17:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T15:17:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T15:17:13,018 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:41767' 2024-11-24T15:17:13,019 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5887768b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:13,019 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,41767,-1 for getting cluster id 2024-11-24T15:17:13,019 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:13,020 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2de5090-1f85-42ac-b9d3-751c03bdcdef' 2024-11-24T15:17:13,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:13,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2de5090-1f85-42ac-b9d3-751c03bdcdef" 2024-11-24T15:17:13,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1badd339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:13,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,41767,-1] 2024-11-24T15:17:13,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:13,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:13,022 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:13,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4e065c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:13,023 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:17:13,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,41767,1732461427261 2024-11-24T15:17:13,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@799adf4 2024-11-24T15:17:13,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:17:13,025 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:17:13,026 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T15:17:13,026 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T15:17:13,026 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:13,026 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:13,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:17:13,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T15:17:13,062 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,39835,1732461422847.replicationSource.wal-reader.c99348da3e93%2C39835%2C1732461422847,1-c99348da3e93,39835,1732461422847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847/c99348da3e93%2C39835%2C1732461422847.1732461425801 to pos 0, reset compression=false 2024-11-24T15:17:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T15:17:13,152 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,39835,1732461422847.replicationSource.wal-reader.c99348da3e93%2C39835%2C1732461422847,2-c99348da3e93,39835,1732461422847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847/c99348da3e93%2C39835%2C1732461422847.1732461425801 to pos 0, reset compression=false 2024-11-24T15:17:13,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-24T15:17:13,187 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-24T15:17:13,188 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-24T15:17:13,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-24T15:17:13,192 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on c99348da3e93,39835,1732461422847 suceeded 2024-11-24T15:17:13,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-24T15:17:13,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-24T15:17:13,196 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://c99348da3e93:41767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T15:17:13,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 185 msec 2024-11-24T15:17:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T15:17:13,338 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-24T15:17:13,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://c99348da3e93:41767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T15:17:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T15:17:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T15:17:13,342 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:41767' 2024-11-24T15:17:13,343 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708cc192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:13,343 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,41767,-1 for getting cluster id 2024-11-24T15:17:13,344 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:13,344 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2de5090-1f85-42ac-b9d3-751c03bdcdef' 2024-11-24T15:17:13,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:13,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2de5090-1f85-42ac-b9d3-751c03bdcdef" 2024-11-24T15:17:13,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c30ff41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:13,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,41767,-1] 2024-11-24T15:17:13,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:13,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:13,346 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:13,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75da515b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:13,347 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:17:13,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,41767,1732461427261 2024-11-24T15:17:13,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@215d72ef 2024-11-24T15:17:13,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:17:13,349 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:17:13,350 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T15:17:13,350 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T15:17:13,350 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:13,350 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:13,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:17:13,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T15:17:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T15:17:13,460 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,39835,1732461422847.replicationSource.wal-reader.c99348da3e93%2C39835%2C1732461422847,2-c99348da3e93,39835,1732461422847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847/c99348da3e93%2C39835%2C1732461422847.1732461425801 to pos 0, reset compression=false 2024-11-24T15:17:13,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-24T15:17:13,508 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-24T15:17:13,509 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-24T15:17:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-24T15:17:13,512 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on c99348da3e93,39835,1732461422847 suceeded 2024-11-24T15:17:13,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-24T15:17:13,515 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://c99348da3e93:41767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T15:17:13,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-24T15:17:13,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 176 msec 2024-11-24T15:17:13,569 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,39835,1732461422847.replicationSource.wal-reader.c99348da3e93%2C39835%2C1732461422847,1-c99348da3e93,39835,1732461422847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847/c99348da3e93%2C39835%2C1732461422847.1732461425801 to pos 0, reset compression=false 2024-11-24T15:17:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T15:17:13,658 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-24T15:17:13,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T15:17:13,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39225 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-24T15:17:13,660 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:17:13,660 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:17:13,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:13,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:13,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:17:13,660 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T15:17:13,660 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=37137515, stopped=false 2024-11-24T15:17:13,661 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c99348da3e93,39225,1732461421954 2024-11-24T15:17:13,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1169225163/running 2024-11-24T15:17:13,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1014a8d42090001, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1169225163/running 2024-11-24T15:17:13,662 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:17:13,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163 2024-11-24T15:17:13,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1014a8d42090001, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163 2024-11-24T15:17:13,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:17:13,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:17:13,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:13,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39835-0x1014a8d42090001, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Set watcher on znode that does not yet exist, /0-1169225163/running 2024-11-24T15:17:13,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Set watcher on znode that does not yet exist, /0-1169225163/running 2024-11-24T15:17:13,663 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c99348da3e93,39835,1732461422847' ***** 2024-11-24T15:17:13,664 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T15:17:13,664 INFO [RS:0;c99348da3e93:39835 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T15:17:13,664 INFO [RS:0;c99348da3e93:39835 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T15:17:13,664 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T15:17:13,664 INFO [RS:0;c99348da3e93:39835 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T15:17:13,664 INFO [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(3091): Received CLOSE for afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:13,665 INFO [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(959): stopping server c99348da3e93,39835,1732461422847 2024-11-24T15:17:13,665 INFO [RS:0;c99348da3e93:39835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:17:13,665 INFO [RS:0;c99348da3e93:39835 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:39835. 2024-11-24T15:17:13,665 DEBUG [RS:0;c99348da3e93:39835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:17:13,665 DEBUG [RS:0;c99348da3e93:39835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:13,665 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing afc9165bc21139caa3fd8ec8359f18ee, disabling compactions & flushes 2024-11-24T15:17:13,665 INFO [RS:0;c99348da3e93:39835 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T15:17:13,665 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee. 2024-11-24T15:17:13,665 INFO [RS:0;c99348da3e93:39835 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T15:17:13,666 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee. 2024-11-24T15:17:13,666 INFO [RS:0;c99348da3e93:39835 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T15:17:13,666 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee. after waiting 0 ms 2024-11-24T15:17:13,666 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee. 2024-11-24T15:17:13,666 INFO [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T15:17:13,666 INFO [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T15:17:13,666 DEBUG [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(1325): Online Regions={afc9165bc21139caa3fd8ec8359f18ee=hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T15:17:13,666 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:17:13,666 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:17:13,666 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:17:13,666 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:17:13,666 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:17:13,666 DEBUG [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:13,669 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing afc9165bc21139caa3fd8ec8359f18ee 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-24T15:17:13,669 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T15:17:13,740 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/replication/afc9165bc21139caa3fd8ec8359f18ee/.tmp/queue/e4cedd63ebdf4678ac4a2d29c1028d8b is 151, key is 1-c99348da3e93,39835,1732461422847/queue:c99348da3e93%2C39835%2C1732461422847/1732461432042/Put/seqid=0 2024-11-24T15:17:13,740 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740/.tmp/info/c0f9e65ba94d4f5691c5393b049ea8ef is 147, key is hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee./info:regioninfo/1732461431760/Put/seqid=0 2024-11-24T15:17:13,749 INFO [regionserver/c99348da3e93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:17:13,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741839_1015 (size=6631) 2024-11-24T15:17:13,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741838_1014 (size=5500) 2024-11-24T15:17:13,867 DEBUG [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:13,867 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,39835,1732461422847.replicationSource.wal-reader.c99348da3e93%2C39835%2C1732461422847,2-c99348da3e93,39835,1732461422847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847/c99348da3e93%2C39835%2C1732461422847.1732461425801 to pos 0, reset compression=false 2024-11-24T15:17:14,067 DEBUG [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:14,153 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/replication/afc9165bc21139caa3fd8ec8359f18ee/.tmp/queue/e4cedd63ebdf4678ac4a2d29c1028d8b 2024-11-24T15:17:14,153 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740/.tmp/info/c0f9e65ba94d4f5691c5393b049ea8ef 2024-11-24T15:17:14,176 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,39835,1732461422847.replicationSource.wal-reader.c99348da3e93%2C39835%2C1732461422847,1-c99348da3e93,39835,1732461422847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847/c99348da3e93%2C39835%2C1732461422847.1732461425801 to pos 0, reset compression=false 2024-11-24T15:17:14,197 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/replication/afc9165bc21139caa3fd8ec8359f18ee/.tmp/queue/e4cedd63ebdf4678ac4a2d29c1028d8b as hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/replication/afc9165bc21139caa3fd8ec8359f18ee/queue/e4cedd63ebdf4678ac4a2d29c1028d8b 2024-11-24T15:17:14,207 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/replication/afc9165bc21139caa3fd8ec8359f18ee/queue/e4cedd63ebdf4678ac4a2d29c1028d8b, entries=2, sequenceid=6, filesize=5.4 K 2024-11-24T15:17:14,214 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740/.tmp/ns/2f1014920e804034909fe7cc8a431af0 is 43, key is default/ns:d/1732461426295/Put/seqid=0 2024-11-24T15:17:14,214 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for afc9165bc21139caa3fd8ec8359f18ee in 544ms, sequenceid=6, compaction requested=false 2024-11-24T15:17:14,215 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T15:17:14,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741840_1016 (size=5153) 2024-11-24T15:17:14,223 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/replication/afc9165bc21139caa3fd8ec8359f18ee/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T15:17:14,226 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:17:14,227 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:17:14,227 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee. 2024-11-24T15:17:14,227 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for afc9165bc21139caa3fd8ec8359f18ee: Waiting for close lock at 1732461433665Running coprocessor pre-close hooks at 1732461433665Disabling compacts and flushes for region at 1732461433665Disabling writes for close at 1732461433666 (+1 ms)Obtaining lock to block concurrent updates at 1732461433669 (+3 ms)Preparing flush snapshotting stores in afc9165bc21139caa3fd8ec8359f18ee at 1732461433669Finished memstore snapshotting hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732461433677 (+8 ms)Flushing stores of hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee. at 1732461433679 (+2 ms)Flushing afc9165bc21139caa3fd8ec8359f18ee/queue: creating writer at 1732461433680 (+1 ms)Flushing afc9165bc21139caa3fd8ec8359f18ee/queue: appending metadata at 1732461433719 (+39 ms)Flushing afc9165bc21139caa3fd8ec8359f18ee/queue: closing flushed file at 1732461433722 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21a7c23a: reopening flushed file at 1732461434196 (+474 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for afc9165bc21139caa3fd8ec8359f18ee in 544ms, sequenceid=6, compaction requested=false at 1732461434215 (+19 ms)Writing region close event to WAL at 1732461434218 (+3 ms)Running coprocessor post-close hooks at 1732461434224 (+6 ms)Closed at 1732461434227 (+3 ms) 2024-11-24T15:17:14,228 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee. 2024-11-24T15:17:14,267 DEBUG [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:17:14,374 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,39835,1732461422847.replicationSource.wal-reader.c99348da3e93%2C39835%2C1732461422847,2-c99348da3e93,39835,1732461422847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847/c99348da3e93%2C39835%2C1732461422847.1732461425801 to pos 0, reset compression=false 2024-11-24T15:17:14,467 DEBUG [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:17:14,621 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740/.tmp/ns/2f1014920e804034909fe7cc8a431af0 2024-11-24T15:17:14,642 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T15:17:14,642 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T15:17:14,646 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740/.tmp/table/235a00394201499fa0fc56a5fca1e542 is 53, key is hbase:replication/table:state/1732461431774/Put/seqid=0 2024-11-24T15:17:14,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741841_1017 (size=5256) 2024-11-24T15:17:14,667 INFO [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T15:17:14,668 DEBUG [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T15:17:14,668 DEBUG [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:17:14,868 DEBUG [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:17:14,882 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,39835,1732461422847.replicationSource.wal-reader.c99348da3e93%2C39835%2C1732461422847,1-c99348da3e93,39835,1732461422847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847/c99348da3e93%2C39835%2C1732461422847.1732461425801 to pos 0, reset compression=false 2024-11-24T15:17:14,981 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,39835,1732461422847.replicationSource.wal-reader.c99348da3e93%2C39835%2C1732461422847,2-c99348da3e93,39835,1732461422847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847/c99348da3e93%2C39835%2C1732461422847.1732461425801 to pos 0, reset compression=false 2024-11-24T15:17:15,052 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740/.tmp/table/235a00394201499fa0fc56a5fca1e542 2024-11-24T15:17:15,061 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740/.tmp/info/c0f9e65ba94d4f5691c5393b049ea8ef as hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740/info/c0f9e65ba94d4f5691c5393b049ea8ef 2024-11-24T15:17:15,068 DEBUG [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:17:15,069 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740/info/c0f9e65ba94d4f5691c5393b049ea8ef, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T15:17:15,070 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740/.tmp/ns/2f1014920e804034909fe7cc8a431af0 as hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740/ns/2f1014920e804034909fe7cc8a431af0 2024-11-24T15:17:15,077 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740/ns/2f1014920e804034909fe7cc8a431af0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T15:17:15,078 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740/.tmp/table/235a00394201499fa0fc56a5fca1e542 as hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740/table/235a00394201499fa0fc56a5fca1e542 2024-11-24T15:17:15,085 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740/table/235a00394201499fa0fc56a5fca1e542, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T15:17:15,087 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1420ms, sequenceid=11, compaction requested=false 2024-11-24T15:17:15,092 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T15:17:15,093 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:17:15,093 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:17:15,093 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:17:15,093 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461433666Running coprocessor pre-close hooks at 1732461433666Disabling compacts and flushes for region at 1732461433666Disabling writes for close at 1732461433666Obtaining lock to block concurrent updates at 1732461433669 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732461433669Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732461433677 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732461433679 (+2 ms)Flushing 1588230740/info: creating writer at 1732461433680 (+1 ms)Flushing 1588230740/info: appending metadata at 1732461433720 (+40 ms)Flushing 1588230740/info: closing flushed file at 1732461433722 (+2 ms)Flushing 1588230740/ns: creating writer at 1732461434196 (+474 ms)Flushing 1588230740/ns: appending metadata at 1732461434214 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732461434214Flushing 1588230740/table: creating writer at 1732461434629 (+415 ms)Flushing 1588230740/table: appending metadata at 1732461434645 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732461434645Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17080474: reopening flushed file at 1732461435060 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45f00f3d: reopening flushed file at 1732461435069 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ce61134: reopening flushed file at 1732461435077 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1420ms, sequenceid=11, compaction requested=false at 1732461435087 (+10 ms)Writing region close event to WAL at 1732461435088 (+1 ms)Running coprocessor post-close hooks at 1732461435093 (+5 ms)Closed at 1732461435093 2024-11-24T15:17:15,093 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T15:17:15,269 INFO [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(976): stopping server c99348da3e93,39835,1732461422847; all regions closed. 2024-11-24T15:17:15,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741834_1010 (size=2742) 2024-11-24T15:17:15,279 DEBUG [RS:0;c99348da3e93:39835 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/oldWALs 2024-11-24T15:17:15,279 INFO [RS:0;c99348da3e93:39835 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C39835%2C1732461422847.meta:.meta(num 1732461426139) 2024-11-24T15:17:15,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741837_1013 (size=1802) 2024-11-24T15:17:15,282 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847/c99348da3e93%2C39835%2C1732461422847.rep.1732461431715 not finished, retry = 0 2024-11-24T15:17:15,386 DEBUG [RS:0;c99348da3e93:39835 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/oldWALs 2024-11-24T15:17:15,386 INFO [RS:0;c99348da3e93:39835 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C39835%2C1732461422847.rep:(num 1732461431715) 2024-11-24T15:17:15,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741833_1009 (size=93) 2024-11-24T15:17:15,391 DEBUG [RS:0;c99348da3e93:39835 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/oldWALs 2024-11-24T15:17:15,391 INFO [RS:0;c99348da3e93:39835 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C39835%2C1732461422847:(num 1732461425801) 2024-11-24T15:17:15,391 DEBUG [RS:0;c99348da3e93:39835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:15,391 INFO [RS:0;c99348da3e93:39835 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:17:15,391 INFO [RS:0;c99348da3e93:39835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:17:15,391 INFO [RS:0;c99348da3e93:39835 {}] hbase.ChoreService(370): Chore service for: regionserver/c99348da3e93:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T15:17:15,392 INFO [RS:0;c99348da3e93:39835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:17:15,392 INFO [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:17:15,392 INFO [RS:0;c99348da3e93:39835 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c99348da3e93,39835,1732461422847 because: Region server is closing 2024-11-24T15:17:15,392 INFO [RS:0;c99348da3e93:39835 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:39835. 2024-11-24T15:17:15,393 DEBUG [RS:0;c99348da3e93:39835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:17:15,393 DEBUG [RS:0;c99348da3e93:39835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:15,393 DEBUG [RS:0;c99348da3e93:39835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:15,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:17:15,493 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,39835,1732461422847.replicationSource.wal-reader.c99348da3e93%2C39835%2C1732461422847,1-c99348da3e93,39835,1732461422847 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T15:17:15,493 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,39835,1732461422847.replicationSource.shipperc99348da3e93%2C39835%2C1732461422847,1-c99348da3e93,39835,1732461422847 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T15:17:15,494 INFO [RS:0;c99348da3e93:39835 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,39835,1732461422847.replicationSource.shipperc99348da3e93%2C39835%2C1732461422847,1-c99348da3e93,39835,1732461422847 terminated 2024-11-24T15:17:15,494 INFO [RS:0;c99348da3e93:39835 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c99348da3e93,39835,1732461422847 because: Region server is closing 2024-11-24T15:17:15,494 INFO [RS:0;c99348da3e93:39835 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:39835. 2024-11-24T15:17:15,494 DEBUG [RS:0;c99348da3e93:39835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:17:15,494 DEBUG [RS:0;c99348da3e93:39835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:15,494 DEBUG [RS:0;c99348da3e93:39835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:15,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:17:15,595 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,39835,1732461422847.replicationSource.shipperc99348da3e93%2C39835%2C1732461422847,2-c99348da3e93,39835,1732461422847 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T15:17:15,595 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,39835,1732461422847.replicationSource.wal-reader.c99348da3e93%2C39835%2C1732461422847,2-c99348da3e93,39835,1732461422847 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T15:17:15,595 INFO [RS:0;c99348da3e93:39835 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,39835,1732461422847.replicationSource.shipperc99348da3e93%2C39835%2C1732461422847,2-c99348da3e93,39835,1732461422847 terminated 2024-11-24T15:17:15,595 INFO [RS:0;c99348da3e93:39835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39835 2024-11-24T15:17:15,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1014a8d42090001, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1169225163/rs/c99348da3e93,39835,1732461422847 2024-11-24T15:17:15,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163/rs 2024-11-24T15:17:15,599 INFO [RS:0;c99348da3e93:39835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:17:15,601 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c99348da3e93,39835,1732461422847] 2024-11-24T15:17:15,602 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1169225163/draining/c99348da3e93,39835,1732461422847 already deleted, retry=false 2024-11-24T15:17:15,602 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c99348da3e93,39835,1732461422847 expired; onlineServers=0 2024-11-24T15:17:15,603 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c99348da3e93,39225,1732461421954' ***** 2024-11-24T15:17:15,603 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T15:17:15,603 INFO [M:0;c99348da3e93:39225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:17:15,603 INFO [M:0;c99348da3e93:39225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:17:15,603 DEBUG [M:0;c99348da3e93:39225 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T15:17:15,603 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T15:17:15,603 DEBUG [M:0;c99348da3e93:39225 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T15:17:15,603 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461425432 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461425432,5,FailOnTimeoutGroup] 2024-11-24T15:17:15,603 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461425433 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461425433,5,FailOnTimeoutGroup] 2024-11-24T15:17:15,603 INFO [M:0;c99348da3e93:39225 {}] hbase.ChoreService(370): Chore service for: master/c99348da3e93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T15:17:15,604 INFO [M:0;c99348da3e93:39225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:17:15,604 DEBUG [M:0;c99348da3e93:39225 {}] master.HMaster(1795): Stopping service threads 2024-11-24T15:17:15,604 INFO [M:0;c99348da3e93:39225 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T15:17:15,604 INFO [M:0;c99348da3e93:39225 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:17:15,604 INFO [M:0;c99348da3e93:39225 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T15:17:15,605 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T15:17:15,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1169225163/master 2024-11-24T15:17:15,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163 2024-11-24T15:17:15,607 DEBUG [M:0;c99348da3e93:39225 {}] zookeeper.ZKUtil(347): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Unable to get data of znode /0-1169225163/master because node does not exist (not an error) 2024-11-24T15:17:15,607 WARN [M:0;c99348da3e93:39225 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T15:17:15,608 INFO [M:0;c99348da3e93:39225 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/.lastflushedseqids 2024-11-24T15:17:15,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741842_1018 (size=181) 2024-11-24T15:17:15,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1014a8d42090001, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:17:15,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1014a8d42090001, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:17:15,702 INFO [RS:0;c99348da3e93:39835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:17:15,702 INFO [RS:0;c99348da3e93:39835 {}] regionserver.HRegionServer(1031): Exiting; stopping=c99348da3e93,39835,1732461422847; zookeeper connection closed. 2024-11-24T15:17:15,702 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@fd15c62 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@fd15c62 2024-11-24T15:17:15,703 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T15:17:16,023 INFO [M:0;c99348da3e93:39225 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T15:17:16,023 INFO [M:0;c99348da3e93:39225 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T15:17:16,023 DEBUG [M:0;c99348da3e93:39225 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:17:16,023 INFO [M:0;c99348da3e93:39225 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:16,023 DEBUG [M:0;c99348da3e93:39225 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:16,023 DEBUG [M:0;c99348da3e93:39225 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:17:16,023 DEBUG [M:0;c99348da3e93:39225 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:16,024 INFO [M:0;c99348da3e93:39225 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-24T15:17:16,041 DEBUG [M:0;c99348da3e93:39225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37b4d5493e4a4750a664c71999aba698 is 82, key is hbase:meta,,1/info:regioninfo/1732461426226/Put/seqid=0 2024-11-24T15:17:16,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741843_1019 (size=5672) 2024-11-24T15:17:16,447 INFO [M:0;c99348da3e93:39225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37b4d5493e4a4750a664c71999aba698 2024-11-24T15:17:16,471 DEBUG [M:0;c99348da3e93:39225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8f724e575d3443fa0d4e96ac9568162 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732461431780/Put/seqid=0 2024-11-24T15:17:16,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741844_1020 (size=8663) 2024-11-24T15:17:16,877 INFO [M:0;c99348da3e93:39225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8f724e575d3443fa0d4e96ac9568162 2024-11-24T15:17:16,900 DEBUG [M:0;c99348da3e93:39225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8116e277d2ae4b2fa67ff7393df4fbf8 is 69, key is c99348da3e93,39835,1732461422847/rs:state/1732461425569/Put/seqid=0 2024-11-24T15:17:16,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741845_1021 (size=5156) 2024-11-24T15:17:17,238 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:17:17,305 INFO [M:0;c99348da3e93:39225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8116e277d2ae4b2fa67ff7393df4fbf8 2024-11-24T15:17:17,314 DEBUG [M:0;c99348da3e93:39225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37b4d5493e4a4750a664c71999aba698 as hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37b4d5493e4a4750a664c71999aba698 2024-11-24T15:17:17,320 INFO [M:0;c99348da3e93:39225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37b4d5493e4a4750a664c71999aba698, entries=8, sequenceid=115, filesize=5.5 K 2024-11-24T15:17:17,322 DEBUG [M:0;c99348da3e93:39225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8f724e575d3443fa0d4e96ac9568162 as hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8f724e575d3443fa0d4e96ac9568162 2024-11-24T15:17:17,328 INFO [M:0;c99348da3e93:39225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8f724e575d3443fa0d4e96ac9568162, entries=14, sequenceid=115, filesize=8.5 K 2024-11-24T15:17:17,329 DEBUG [M:0;c99348da3e93:39225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8116e277d2ae4b2fa67ff7393df4fbf8 as hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8116e277d2ae4b2fa67ff7393df4fbf8 2024-11-24T15:17:17,335 INFO [M:0;c99348da3e93:39225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8116e277d2ae4b2fa67ff7393df4fbf8, entries=1, sequenceid=115, filesize=5.0 K 2024-11-24T15:17:17,336 INFO [M:0;c99348da3e93:39225 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=115, compaction requested=false 2024-11-24T15:17:17,338 INFO [M:0;c99348da3e93:39225 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:17,338 DEBUG [M:0;c99348da3e93:39225 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461436023Disabling compacts and flushes for region at 1732461436023Disabling writes for close at 1732461436023Obtaining lock to block concurrent updates at 1732461436024 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732461436024Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732461436024Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732461436025 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732461436025Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732461436041 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732461436041Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732461436455 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732461436471 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732461436471Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732461436885 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732461436899 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732461436900 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7767db42: reopening flushed file at 1732461437312 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bad8730: reopening flushed file at 1732461437320 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b41bd70: reopening flushed file at 1732461437328 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=115, compaction requested=false at 1732461437337 (+9 ms)Writing region close event to WAL at 1732461437338 (+1 ms)Closed at 1732461437338 2024-11-24T15:17:17,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741830_1006 (size=59421) 2024-11-24T15:17:17,341 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/WALs/c99348da3e93,39225,1732461421954/c99348da3e93%2C39225%2C1732461421954.1732461424900 not finished, retry = 0 2024-11-24T15:17:17,443 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:17:17,443 INFO [M:0;c99348da3e93:39225 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T15:17:17,443 INFO [M:0;c99348da3e93:39225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39225 2024-11-24T15:17:17,443 INFO [M:0;c99348da3e93:39225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:17:17,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:17:17,546 INFO [M:0;c99348da3e93:39225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:17:17,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39225-0x1014a8d42090000, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:17:17,548 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:17:17,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:17,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:17,548 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:17:17,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:17,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:17:17,549 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T15:17:17,549 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:17:17,549 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44625 2024-11-24T15:17:17,551 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44625 connecting to ZooKeeper ensemble=127.0.0.1:57340 2024-11-24T15:17:17,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446250x0, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:17:17,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44625-0x1014a8d42090006 connected 2024-11-24T15:17:17,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:17,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:17,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Set watcher on znode that does not yet exist, /0-1169225163/running 2024-11-24T15:17:17,561 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1169225163/meta-region-server: INIT 2024-11-24T15:17:17,561 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768, hbase.cluster.distributed=false 2024-11-24T15:17:17,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Set watcher on znode that does not yet exist, /0-1169225163/acl 2024-11-24T15:17:17,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44625 2024-11-24T15:17:17,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44625 2024-11-24T15:17:17,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44625 2024-11-24T15:17:17,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44625 2024-11-24T15:17:17,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44625 2024-11-24T15:17:17,579 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:17:17,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:17,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:17,579 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:17:17,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:17,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:17:17,579 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T15:17:17,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:17:17,580 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46121 2024-11-24T15:17:17,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46121 connecting to ZooKeeper ensemble=127.0.0.1:57340 2024-11-24T15:17:17,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:17,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:17,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461210x0, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:17:17,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461210x0, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Set watcher on znode that does not yet exist, /0-1169225163/running 2024-11-24T15:17:17,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46121-0x1014a8d42090007 connected 2024-11-24T15:17:17,589 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1169225163/meta-region-server: INIT 2024-11-24T15:17:17,590 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T15:17:17,590 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T15:17:17,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46121-0x1014a8d42090007, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Set watcher on znode that does not yet exist, /0-1169225163/master 2024-11-24T15:17:17,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46121-0x1014a8d42090007, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Set watcher on znode that does not yet exist, /0-1169225163/acl 2024-11-24T15:17:17,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46121 2024-11-24T15:17:17,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46121 2024-11-24T15:17:17,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46121 2024-11-24T15:17:17,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46121 2024-11-24T15:17:17,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46121 2024-11-24T15:17:17,606 DEBUG [M:0;c99348da3e93:44625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c99348da3e93:44625 2024-11-24T15:17:17,606 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1169225163/backup-masters/c99348da3e93,44625,1732461437548 2024-11-24T15:17:17,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163/backup-masters 2024-11-24T15:17:17,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x1014a8d42090007, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163/backup-masters 2024-11-24T15:17:17,608 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Set watcher on existing znode=/0-1169225163/backup-masters/c99348da3e93,44625,1732461437548 2024-11-24T15:17:17,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x1014a8d42090007, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1169225163/master 2024-11-24T15:17:17,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163 2024-11-24T15:17:17,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x1014a8d42090007, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163 2024-11-24T15:17:17,610 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Set watcher on existing znode=/0-1169225163/master 2024-11-24T15:17:17,611 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1169225163/backup-masters/c99348da3e93,44625,1732461437548 from backup master directory 2024-11-24T15:17:17,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1169225163/backup-masters/c99348da3e93,44625,1732461437548 2024-11-24T15:17:17,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x1014a8d42090007, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163/backup-masters 2024-11-24T15:17:17,612 WARN [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:17:17,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163/backup-masters 2024-11-24T15:17:17,612 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c99348da3e93,44625,1732461437548 2024-11-24T15:17:17,628 INFO [master/c99348da3e93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:17,628 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T15:17:17,641 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-11-24T15:17:17,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741846_1022 (size=196) 2024-11-24T15:17:18,051 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:17:18,051 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T15:17:18,052 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:17:18,060 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-24T15:17:18,063 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/WALs/c99348da3e93,39225,1732461421954 to hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/WALs/c99348da3e93,39225,1732461421954-dead as it is dead 2024-11-24T15:17:18,065 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-24T15:17:18,065 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-24T15:17:18,065 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/WALs/c99348da3e93,39225,1732461421954-dead/c99348da3e93%2C39225%2C1732461421954.1732461424900 2024-11-24T15:17:18,071 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/WALs/c99348da3e93,39225,1732461421954-dead/c99348da3e93%2C39225%2C1732461421954.1732461424900 after 3ms 2024-11-24T15:17:18,072 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/WALs/c99348da3e93,39225,1732461421954-dead/c99348da3e93%2C39225%2C1732461421954.1732461424900 to hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c99348da3e93%2C39225%2C1732461421954.1732461424900 2024-11-24T15:17:18,072 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/WALs/c99348da3e93,39225,1732461421954-dead 2024-11-24T15:17:18,073 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/WALs/c99348da3e93,44625,1732461437548 2024-11-24T15:17:18,074 INFO [master/c99348da3e93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:17:18,076 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c99348da3e93%2C44625%2C1732461437548, suffix=, logDir=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/WALs/c99348da3e93,44625,1732461437548, archiveDir=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/oldWALs, maxLogs=10 2024-11-24T15:17:18,096 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/WALs/c99348da3e93,44625,1732461437548/c99348da3e93%2C44625%2C1732461437548.1732461438076, exclude list is [], retry=0 2024-11-24T15:17:18,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36549,DS-ce8c53ab-e5c5-4214-b275-124821f33508,DISK] 2024-11-24T15:17:18,102 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/WALs/c99348da3e93,44625,1732461437548/c99348da3e93%2C44625%2C1732461437548.1732461438076 2024-11-24T15:17:18,102 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34225:34225)] 2024-11-24T15:17:18,102 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:17:18,103 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:18,103 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:18,103 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:18,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:18,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T15:17:18,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:18,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37b4d5493e4a4750a664c71999aba698 2024-11-24T15:17:18,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:18,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:18,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T15:17:18,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:18,122 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8f724e575d3443fa0d4e96ac9568162 2024-11-24T15:17:18,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:18,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:18,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T15:17:18,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:18,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8116e277d2ae4b2fa67ff7393df4fbf8 2024-11-24T15:17:18,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:18,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:18,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T15:17:18,131 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:18,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:18,132 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:18,133 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-24T15:17:18,133 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c99348da3e93%2C39225%2C1732461421954.1732461424900 2024-11-24T15:17:18,146 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c99348da3e93%2C39225%2C1732461421954.1732461424900 2024-11-24T15:17:18,148 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c99348da3e93%2C39225%2C1732461421954.1732461424900 2024-11-24T15:17:18,149 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:18,149 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:18,150 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:17:18,153 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:18,156 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-24T15:17:18,157 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73668242, jitterRate=0.09774234890937805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:17:18,157 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732461438103Initializing all the Stores at 1732461438104 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461438104Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461438104Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461438104Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461438104Cleaning up temporary data from old regions at 1732461438149 (+45 ms)Region opened successfully at 1732461438157 (+8 ms) 2024-11-24T15:17:18,158 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T15:17:18,162 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e29f96f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:17:18,177 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-24T15:17:18,177 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T15:17:18,177 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T15:17:18,177 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T15:17:18,178 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T15:17:18,185 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T15:17:18,185 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T15:17:18,186 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T15:17:18,186 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T15:17:18,186 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T15:17:18,187 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T15:17:18,187 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-24T15:17:18,187 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T15:17:18,192 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c99348da3e93,39835,1732461422847, regionLocation=c99348da3e93,39835,1732461422847, openSeqNum=2 2024-11-24T15:17:18,192 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c99348da3e93,39835,1732461422847, table=hbase:meta, region=1588230740 2024-11-24T15:17:18,192 INFO [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,39835,1732461422847, state=OPEN 2024-11-24T15:17:18,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1169225163/meta-region-server 2024-11-24T15:17:18,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x1014a8d42090007, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1169225163/meta-region-server 2024-11-24T15:17:18,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1169225163/meta-region-server: CHANGED 2024-11-24T15:17:18,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1169225163/meta-region-server: CHANGED 2024-11-24T15:17:18,199 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-24T15:17:18,205 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1169225163/draining/c99348da3e93,39835,1732461422847 already deleted, retry=false 2024-11-24T15:17:18,205 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of c99348da3e93,39835,1732461422847 on c99348da3e93,44625,1732461437548 2024-11-24T15:17:18,212 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c99348da3e93,39835,1732461422847, splitWal=true, meta=true 2024-11-24T15:17:18,214 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for c99348da3e93,39835,1732461422847 (carryingMeta=true) c99348da3e93,39835,1732461422847/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@78d450a4[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T15:17:18,217 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Unable to get data of znode /0-1169225163/balancer because node does not exist (not necessarily an error) 2024-11-24T15:17:18,219 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1169225163/balancer already deleted, retry=false 2024-11-24T15:17:18,220 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T15:17:18,220 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Unable to get data of znode /0-1169225163/normalizer because node does not exist (not necessarily an error) 2024-11-24T15:17:18,222 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1169225163/normalizer already deleted, retry=false 2024-11-24T15:17:18,222 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T15:17:18,223 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Unable to get data of znode /0-1169225163/switch/split because node does not exist (not necessarily an error) 2024-11-24T15:17:18,224 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1169225163/switch/split already deleted, retry=false 2024-11-24T15:17:18,225 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Unable to get data of znode /0-1169225163/switch/merge because node does not exist (not necessarily an error) 2024-11-24T15:17:18,226 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1169225163/switch/merge already deleted, retry=false 2024-11-24T15:17:18,235 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Unable to get data of znode /0-1169225163/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T15:17:18,236 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1169225163/snapshot-cleanup already deleted, retry=false 2024-11-24T15:17:18,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x1014a8d42090007, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1169225163/running 2024-11-24T15:17:18,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1169225163/running 2024-11-24T15:17:18,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x1014a8d42090007, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163 2024-11-24T15:17:18,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163 2024-11-24T15:17:18,239 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c99348da3e93,44625,1732461437548, sessionid=0x1014a8d42090006, setting cluster-up flag (Was=false) 2024-11-24T15:17:18,242 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1169225163/flush-table-proc/acquired, /0-1169225163/flush-table-proc/reached, /0-1169225163/flush-table-proc/abort 2024-11-24T15:17:18,243 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,44625,1732461437548 2024-11-24T15:17:18,246 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1169225163/online-snapshot/acquired, /0-1169225163/online-snapshot/reached, /0-1169225163/online-snapshot/abort 2024-11-24T15:17:18,247 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,44625,1732461437548 2024-11-24T15:17:18,249 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/.lastflushedseqids 2024-11-24T15:17:18,253 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T15:17:18,253 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T15:17:18,253 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c99348da3e93,44625,1732461437548 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 c99348da3e93,39835,1732461422847 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T15:17:18,255 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:18,255 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:18,255 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:18,255 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:18,255 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c99348da3e93:0, corePoolSize=10, maxPoolSize=10 2024-11-24T15:17:18,255 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:18,255 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:17:18,255 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:18,256 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732461468256 2024-11-24T15:17:18,256 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T15:17:18,256 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T15:17:18,256 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T15:17:18,256 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T15:17:18,256 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T15:17:18,257 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T15:17:18,257 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:18,259 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T15:17:18,259 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T15:17:18,259 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T15:17:18,259 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T15:17:18,259 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c99348da3e93,39835,1732461422847, splitWal=true, meta=true 2024-11-24T15:17:18,260 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T15:17:18,260 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T15:17:18,260 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461438260,5,FailOnTimeoutGroup] 2024-11-24T15:17:18,260 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461438260,5,FailOnTimeoutGroup] 2024-11-24T15:17:18,260 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:18,261 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T15:17:18,261 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:18,261 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:18,261 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732461438261, completionTime=-1 2024-11-24T15:17:18,261 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c99348da3e93,39835,1732461422847, splitWal=true, meta=true, isMeta: true 2024-11-24T15:17:18,261 WARN [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-24T15:17:18,263 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847-splitting 2024-11-24T15:17:18,264 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T15:17:18,264 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847-splitting dir is empty, no logs to split. 2024-11-24T15:17:18,264 INFO [PEWorker-1 {}] master.SplitWALManager(105): c99348da3e93,39835,1732461422847 WAL count=0, meta=true 2024-11-24T15:17:18,268 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847-splitting dir is empty, no logs to split. 2024-11-24T15:17:18,268 INFO [PEWorker-1 {}] master.SplitWALManager(105): c99348da3e93,39835,1732461422847 WAL count=0, meta=true 2024-11-24T15:17:18,269 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c99348da3e93,39835,1732461422847 WAL splitting is done? wals=0, meta=true 2024-11-24T15:17:18,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T15:17:18,272 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:17:18,274 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T15:17:18,297 INFO [RS:0;c99348da3e93:46121 {}] regionserver.HRegionServer(746): ClusterId : ad70b316-6c16-47ff-ab57-35537192359e 2024-11-24T15:17:18,297 DEBUG [RS:0;c99348da3e93:46121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T15:17:18,299 DEBUG [RS:0;c99348da3e93:46121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T15:17:18,299 DEBUG [RS:0;c99348da3e93:46121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T15:17:18,301 DEBUG [RS:0;c99348da3e93:46121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T15:17:18,302 DEBUG [RS:0;c99348da3e93:46121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca24e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:17:18,314 DEBUG [RS:0;c99348da3e93:46121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c99348da3e93:46121 2024-11-24T15:17:18,314 INFO [RS:0;c99348da3e93:46121 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T15:17:18,314 INFO [RS:0;c99348da3e93:46121 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T15:17:18,314 DEBUG [RS:0;c99348da3e93:46121 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T15:17:18,315 INFO [RS:0;c99348da3e93:46121 {}] regionserver.HRegionServer(2659): reportForDuty to master=c99348da3e93,44625,1732461437548 with port=46121, startcode=1732461437578 2024-11-24T15:17:18,316 DEBUG [RS:0;c99348da3e93:46121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T15:17:18,318 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T15:17:18,319 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44625 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c99348da3e93,46121,1732461437578 2024-11-24T15:17:18,319 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44625 {}] master.ServerManager(517): Registering regionserver=c99348da3e93,46121,1732461437578 2024-11-24T15:17:18,321 DEBUG [RS:0;c99348da3e93:46121 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768 2024-11-24T15:17:18,321 DEBUG [RS:0;c99348da3e93:46121 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37875 2024-11-24T15:17:18,321 DEBUG [RS:0;c99348da3e93:46121 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T15:17:18,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163/rs 2024-11-24T15:17:18,324 DEBUG [RS:0;c99348da3e93:46121 {}] zookeeper.ZKUtil(111): regionserver:46121-0x1014a8d42090007, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Set watcher on existing znode=/0-1169225163/rs/c99348da3e93,46121,1732461437578 2024-11-24T15:17:18,324 WARN [RS:0;c99348da3e93:46121 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:17:18,324 INFO [RS:0;c99348da3e93:46121 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:17:18,324 DEBUG [RS:0;c99348da3e93:46121 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578 2024-11-24T15:17:18,325 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c99348da3e93,46121,1732461437578] 2024-11-24T15:17:18,364 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T15:17:18,365 INFO [RS:0;c99348da3e93:46121 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T15:17:18,368 INFO [RS:0;c99348da3e93:46121 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T15:17:18,368 INFO [RS:0;c99348da3e93:46121 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T15:17:18,368 INFO [RS:0;c99348da3e93:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:18,369 INFO [RS:0;c99348da3e93:46121 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T15:17:18,370 INFO [RS:0;c99348da3e93:46121 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T15:17:18,370 INFO [RS:0;c99348da3e93:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:18,370 DEBUG [RS:0;c99348da3e93:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:18,370 DEBUG [RS:0;c99348da3e93:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:18,370 DEBUG [RS:0;c99348da3e93:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:18,370 DEBUG [RS:0;c99348da3e93:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:18,370 DEBUG [RS:0;c99348da3e93:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:18,370 DEBUG [RS:0;c99348da3e93:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:17:18,370 DEBUG [RS:0;c99348da3e93:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:18,370 DEBUG [RS:0;c99348da3e93:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:18,370 DEBUG [RS:0;c99348da3e93:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:18,370 DEBUG [RS:0;c99348da3e93:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:18,370 DEBUG [RS:0;c99348da3e93:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:18,371 DEBUG [RS:0;c99348da3e93:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:18,371 DEBUG [RS:0;c99348da3e93:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:17:18,371 DEBUG [RS:0;c99348da3e93:46121 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:17:18,371 INFO [RS:0;c99348da3e93:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:18,371 INFO [RS:0;c99348da3e93:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:18,371 INFO [RS:0;c99348da3e93:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:18,371 INFO [RS:0;c99348da3e93:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:18,371 INFO [RS:0;c99348da3e93:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:18,372 INFO [RS:0;c99348da3e93:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,46121,1732461437578-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:17:18,389 INFO [RS:0;c99348da3e93:46121 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T15:17:18,389 INFO [RS:0;c99348da3e93:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,46121,1732461437578-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:18,405 INFO [RS:0;c99348da3e93:46121 {}] regionserver.ReplicationSource(231): queueId=1-c99348da3e93,46121,1732461437578, ReplicationSource: 1, currentBandwidth=0 2024-11-24T15:17:18,420 INFO [RS:0;c99348da3e93:46121 {}] regionserver.ReplicationSource(231): queueId=2-c99348da3e93,46121,1732461437578, ReplicationSource: 2, currentBandwidth=0 2024-11-24T15:17:18,420 INFO [RS:0;c99348da3e93:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:18,420 INFO [RS:0;c99348da3e93:46121 {}] regionserver.Replication(171): c99348da3e93,46121,1732461437578 started 2024-11-24T15:17:18,421 DEBUG [RS:0;c99348da3e93:46121.replicationSource,1-c99348da3e93,46121,1732461437578 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:41767' 2024-11-24T15:17:18,422 DEBUG [RS:0;c99348da3e93:46121.replicationSource,1-c99348da3e93,46121,1732461437578 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33187098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:18,422 DEBUG [RS:0;c99348da3e93:46121.replicationSource,1-c99348da3e93,46121,1732461437578 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,41767,-1 for getting cluster id 2024-11-24T15:17:18,422 DEBUG [RS:0;c99348da3e93:46121.replicationSource,1-c99348da3e93,46121,1732461437578 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:18,424 WARN [c99348da3e93:44625 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T15:17:18,425 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2de5090-1f85-42ac-b9d3-751c03bdcdef' 2024-11-24T15:17:18,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:18,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2de5090-1f85-42ac-b9d3-751c03bdcdef" 2024-11-24T15:17:18,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ad8e967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:18,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,41767,-1] 2024-11-24T15:17:18,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:18,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:18,428 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:18,430 DEBUG [RS:0;c99348da3e93:46121.replicationSource,1-c99348da3e93,46121,1732461437578 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b572a4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:18,430 DEBUG [RS:0;c99348da3e93:46121.replicationSource,1-c99348da3e93,46121,1732461437578 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:17:18,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,41767,1732461427261 2024-11-24T15:17:18,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70b3e326 2024-11-24T15:17:18,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:17:18,433 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-24T15:17:18,434 INFO [RS:0;c99348da3e93:46121.replicationSource,1-c99348da3e93,46121,1732461437578 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c99348da3e93,46121,1732461437578 (queues=0) is replicating from cluster=ad70b316-6c16-47ff-ab57-35537192359e to cluster=a2de5090-1f85-42ac-b9d3-751c03bdcdef 2024-11-24T15:17:18,439 INFO [RS:0;c99348da3e93:46121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:18,439 INFO [RS:0;c99348da3e93:46121 {}] regionserver.HRegionServer(1482): Serving as c99348da3e93,46121,1732461437578, RpcServer on c99348da3e93/172.17.0.2:46121, sessionid=0x1014a8d42090007 2024-11-24T15:17:18,439 DEBUG [RS:0;c99348da3e93:46121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T15:17:18,439 DEBUG [RS:0;c99348da3e93:46121 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c99348da3e93,46121,1732461437578 2024-11-24T15:17:18,439 DEBUG [RS:0;c99348da3e93:46121.replicationSource,2-c99348da3e93,46121,1732461437578 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:41767' 2024-11-24T15:17:18,439 DEBUG [RS:0;c99348da3e93:46121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,46121,1732461437578' 2024-11-24T15:17:18,440 DEBUG [RS:0;c99348da3e93:46121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1169225163/flush-table-proc/abort' 2024-11-24T15:17:18,440 DEBUG [RS:0;c99348da3e93:46121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1169225163/flush-table-proc/acquired' 2024-11-24T15:17:18,441 DEBUG [RS:0;c99348da3e93:46121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T15:17:18,441 DEBUG [RS:0;c99348da3e93:46121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T15:17:18,441 DEBUG [RS:0;c99348da3e93:46121 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c99348da3e93,46121,1732461437578 2024-11-24T15:17:18,441 DEBUG [RS:0;c99348da3e93:46121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,46121,1732461437578' 2024-11-24T15:17:18,441 DEBUG [RS:0;c99348da3e93:46121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1169225163/online-snapshot/abort' 2024-11-24T15:17:18,441 DEBUG [RS:0;c99348da3e93:46121.replicationSource,2-c99348da3e93,46121,1732461437578 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10bf422f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:18,441 DEBUG [RS:0;c99348da3e93:46121.replicationSource,2-c99348da3e93,46121,1732461437578 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,41767,-1 for getting cluster id 2024-11-24T15:17:18,441 DEBUG [RS:0;c99348da3e93:46121.replicationSource,2-c99348da3e93,46121,1732461437578 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:18,441 DEBUG [RS:0;c99348da3e93:46121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1169225163/online-snapshot/acquired' 2024-11-24T15:17:18,442 DEBUG [RS:0;c99348da3e93:46121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T15:17:18,442 INFO [RS:0;c99348da3e93:46121 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T15:17:18,442 INFO [RS:0;c99348da3e93:46121 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T15:17:18,442 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2de5090-1f85-42ac-b9d3-751c03bdcdef' 2024-11-24T15:17:18,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:18,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2de5090-1f85-42ac-b9d3-751c03bdcdef" 2024-11-24T15:17:18,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ff58917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:18,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,41767,-1] 2024-11-24T15:17:18,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:18,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:18,444 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:18,445 DEBUG [RS:0;c99348da3e93:46121.replicationSource,2-c99348da3e93,46121,1732461437578 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61c9f95f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:18,445 DEBUG [RS:0;c99348da3e93:46121.replicationSource,2-c99348da3e93,46121,1732461437578 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:17:18,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,41767,1732461427261 2024-11-24T15:17:18,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a12a2d1 2024-11-24T15:17:18,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:17:18,448 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-24T15:17:18,448 INFO [RS:0;c99348da3e93:46121.replicationSource,2-c99348da3e93,46121,1732461437578 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c99348da3e93,46121,1732461437578 (queues=0) is replicating from cluster=ad70b316-6c16-47ff-ab57-35537192359e to cluster=a2de5090-1f85-42ac-b9d3-751c03bdcdef 2024-11-24T15:17:18,543 INFO [RS:0;c99348da3e93:46121 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:17:18,545 INFO [RS:0;c99348da3e93:46121 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C46121%2C1732461437578, suffix=, logDir=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578, archiveDir=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/oldWALs, maxLogs=10 2024-11-24T15:17:18,560 DEBUG [RS:0;c99348da3e93:46121 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546, exclude list is [], retry=0 2024-11-24T15:17:18,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36549,DS-ce8c53ab-e5c5-4214-b275-124821f33508,DISK] 2024-11-24T15:17:18,565 INFO [RS:0;c99348da3e93:46121 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546 2024-11-24T15:17:18,566 DEBUG [RS:0;c99348da3e93:46121 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c99348da3e93%2C46121%2C1732461437578 for peer 1 2024-11-24T15:17:18,566 DEBUG [RS:0;c99348da3e93:46121 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c99348da3e93%2C46121%2C1732461437578 for peer 2 2024-11-24T15:17:18,566 DEBUG [RS:0;c99348da3e93:46121 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c99348da3e93%2C46121%2C1732461437578 2024-11-24T15:17:18,566 INFO [RS:0;c99348da3e93:46121 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c99348da3e93,46121,1732461437578, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T15:17:18,566 DEBUG [RS:0;c99348da3e93:46121 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c99348da3e93%2C46121%2C1732461437578 2024-11-24T15:17:18,566 INFO [RS:0;c99348da3e93:46121.replicationSource.shipperc99348da3e93%2C46121%2C1732461437578,1-c99348da3e93,46121,1732461437578 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c99348da3e93%2C46121%2C1732461437578 2024-11-24T15:17:18,566 INFO [RS:0;c99348da3e93:46121 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c99348da3e93,46121,1732461437578, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T15:17:18,567 DEBUG [RS:0;c99348da3e93:46121 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34225:34225)] 2024-11-24T15:17:18,567 INFO [RS:0;c99348da3e93:46121.replicationSource.shipperc99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c99348da3e93%2C46121%2C1732461437578 2024-11-24T15:17:18,567 DEBUG [RS:0;c99348da3e93:46121.replicationSource.wal-reader.c99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546, startPosition=0, beingWritten=true 2024-11-24T15:17:18,567 DEBUG [RS:0;c99348da3e93:46121.replicationSource.wal-reader.c99348da3e93%2C46121%2C1732461437578,1-c99348da3e93,46121,1732461437578 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546, startPosition=0, beingWritten=true 2024-11-24T15:17:18,674 DEBUG [c99348da3e93:44625 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T15:17:18,675 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c99348da3e93,46121,1732461437578 2024-11-24T15:17:18,676 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,46121,1732461437578, state=OPENING 2024-11-24T15:17:18,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1169225163/meta-region-server 2024-11-24T15:17:18,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x1014a8d42090007, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1169225163/meta-region-server 2024-11-24T15:17:18,678 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:17:18,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1169225163/meta-region-server: CHANGED 2024-11-24T15:17:18,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1169225163/meta-region-server: CHANGED 2024-11-24T15:17:18,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,46121,1732461437578}] 2024-11-24T15:17:18,775 DEBUG [RS:0;c99348da3e93:46121.replicationSource.wal-reader.c99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546 to pos 0, reset compression=false 2024-11-24T15:17:18,778 DEBUG [RS:0;c99348da3e93:46121.replicationSource.wal-reader.c99348da3e93%2C46121%2C1732461437578,1-c99348da3e93,46121,1732461437578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546 to pos 0, reset compression=false 2024-11-24T15:17:18,831 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:17:18,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T15:17:18,837 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T15:17:18,837 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:17:18,837 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T15:17:18,839 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C46121%2C1732461437578.meta, suffix=.meta, logDir=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578, archiveDir=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/oldWALs, maxLogs=10 2024-11-24T15:17:18,853 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.meta.1732461438839.meta, exclude list is [], retry=0 2024-11-24T15:17:18,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36549,DS-ce8c53ab-e5c5-4214-b275-124821f33508,DISK] 2024-11-24T15:17:18,858 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.meta.1732461438839.meta 2024-11-24T15:17:18,858 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34225:34225)] 2024-11-24T15:17:18,858 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:17:18,858 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:17:18,858 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:17:18,859 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T15:17:18,859 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T15:17:18,859 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T15:17:18,859 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:18,859 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T15:17:18,859 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T15:17:18,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:17:18,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:17:18,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:18,869 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740/info/c0f9e65ba94d4f5691c5393b049ea8ef 2024-11-24T15:17:18,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:18,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:17:18,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:17:18,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:18,877 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740/ns/2f1014920e804034909fe7cc8a431af0 2024-11-24T15:17:18,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:18,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:17:18,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:17:18,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:18,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:18,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:17:18,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:17:18,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:18,886 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740/table/235a00394201499fa0fc56a5fca1e542 2024-11-24T15:17:18,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:18,887 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:17:18,888 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740 2024-11-24T15:17:18,889 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740 2024-11-24T15:17:18,890 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:17:18,890 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:17:18,891 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:17:18,893 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:17:18,894 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63423793, jitterRate=-0.054911836981773376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:17:18,894 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T15:17:18,894 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732461438859Writing region info on filesystem at 1732461438859Initializing all the Stores at 1732461438860 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461438860Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461438861 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461438861Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461438861Cleaning up temporary data from old regions at 1732461438890 (+29 ms)Running coprocessor post-open hooks at 1732461438894 (+4 ms)Region opened successfully at 1732461438894 2024-11-24T15:17:18,895 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732461438831 2024-11-24T15:17:18,897 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T15:17:18,898 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T15:17:18,898 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=c99348da3e93,46121,1732461437578 2024-11-24T15:17:18,900 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,46121,1732461437578, state=OPEN 2024-11-24T15:17:18,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x1014a8d42090007, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1169225163/meta-region-server 2024-11-24T15:17:18,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1169225163/meta-region-server 2024-11-24T15:17:18,901 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c99348da3e93,46121,1732461437578 2024-11-24T15:17:18,901 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1169225163/meta-region-server: CHANGED 2024-11-24T15:17:18,901 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1169225163/meta-region-server: CHANGED 2024-11-24T15:17:18,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-24T15:17:18,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,46121,1732461437578 in 223 msec 2024-11-24T15:17:18,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-24T15:17:18,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 633 msec 2024-11-24T15:17:19,083 DEBUG [RS:0;c99348da3e93:46121.replicationSource.wal-reader.c99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546 to pos 0, reset compression=false 2024-11-24T15:17:19,084 DEBUG [RS:0;c99348da3e93:46121.replicationSource.wal-reader.c99348da3e93%2C46121%2C1732461437578,1-c99348da3e93,46121,1732461437578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546 to pos 0, reset compression=false 2024-11-24T15:17:19,489 DEBUG [RS:0;c99348da3e93:46121.replicationSource.wal-reader.c99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546 to pos 0, reset compression=false 2024-11-24T15:17:19,489 DEBUG [RS:0;c99348da3e93:46121.replicationSource.wal-reader.c99348da3e93%2C46121%2C1732461437578,1-c99348da3e93,46121,1732461437578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546 to pos 0, reset compression=false 2024-11-24T15:17:19,866 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1605ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-24T15:17:19,994 DEBUG [RS:0;c99348da3e93:46121.replicationSource.wal-reader.c99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546 to pos 0, reset compression=false 2024-11-24T15:17:19,995 DEBUG [RS:0;c99348da3e93:46121.replicationSource.wal-reader.c99348da3e93%2C46121%2C1732461437578,1-c99348da3e93,46121,1732461437578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546 to pos 0, reset compression=false 2024-11-24T15:17:20,600 DEBUG [RS:0;c99348da3e93:46121.replicationSource.wal-reader.c99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546 to pos 0, reset compression=false 2024-11-24T15:17:20,601 DEBUG [RS:0;c99348da3e93:46121.replicationSource.wal-reader.c99348da3e93%2C46121%2C1732461437578,1-c99348da3e93,46121,1732461437578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546 to pos 0, reset compression=false 2024-11-24T15:17:21,307 DEBUG [RS:0;c99348da3e93:46121.replicationSource.wal-reader.c99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546 to pos 0, reset compression=false 2024-11-24T15:17:21,307 DEBUG [RS:0;c99348da3e93:46121.replicationSource.wal-reader.c99348da3e93%2C46121%2C1732461437578,1-c99348da3e93,46121,1732461437578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546 to pos 0, reset compression=false 2024-11-24T15:17:21,368 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3107ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-11-24T15:17:22,114 DEBUG [RS:0;c99348da3e93:46121.replicationSource.wal-reader.c99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546 to pos 0, reset compression=false 2024-11-24T15:17:22,114 DEBUG [RS:0;c99348da3e93:46121.replicationSource.wal-reader.c99348da3e93%2C46121%2C1732461437578,1-c99348da3e93,46121,1732461437578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546 to pos 0, reset compression=false 2024-11-24T15:17:22,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T15:17:22,770 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4509ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-24T15:17:22,771 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T15:17:22,771 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:17:22,771 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,46121,1732461437578, seqNum=-1] 2024-11-24T15:17:22,771 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:17:22,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:17:22,779 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=afc9165bc21139caa3fd8ec8359f18ee, regionState=OPEN, lastHost=c99348da3e93,39835,1732461422847, regionLocation=c99348da3e93,39835,1732461422847, openSeqNum=2 2024-11-24T15:17:22,779 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T15:17:22,779 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732461502779 2024-11-24T15:17:22,779 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732461562779 2024-11-24T15:17:22,779 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-24T15:17:22,780 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,44625,1732461437548-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:22,780 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,44625,1732461437548-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:22,780 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,44625,1732461437548-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:22,780 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): c99348da3e93,39835,1732461422847 had 2 regions 2024-11-24T15:17:22,780 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c99348da3e93:44625, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:22,780 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:22,780 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:22,782 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c99348da3e93,39835,1732461422847, splitWal=true, meta=true, isMeta: false 2024-11-24T15:17:22,784 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847-splitting dir is empty, no logs to split. 2024-11-24T15:17:22,784 INFO [PEWorker-4 {}] master.SplitWALManager(105): c99348da3e93,39835,1732461422847 WAL count=0, meta=false 2024-11-24T15:17:22,786 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.174sec 2024-11-24T15:17:22,786 INFO [master/c99348da3e93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T15:17:22,786 INFO [master/c99348da3e93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T15:17:22,786 INFO [master/c99348da3e93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T15:17:22,786 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T15:17:22,786 INFO [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T15:17:22,786 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,44625,1732461437548-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:17:22,786 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,44625,1732461437548-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T15:17:22,788 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,39835,1732461422847-splitting dir is empty, no logs to split. 2024-11-24T15:17:22,788 INFO [PEWorker-4 {}] master.SplitWALManager(105): c99348da3e93,39835,1732461422847 WAL count=0, meta=false 2024-11-24T15:17:22,788 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if c99348da3e93,39835,1732461422847 WAL splitting is done? wals=0, meta=false 2024-11-24T15:17:22,790 WARN [master/c99348da3e93:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=c99348da3e93,39835,1732461422847/hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee. 2024-11-24T15:17:22,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=afc9165bc21139caa3fd8ec8359f18ee, ASSIGN}] 2024-11-24T15:17:22,791 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T15:17:22,791 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T15:17:22,791 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,44625,1732461437548-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:22,792 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=afc9165bc21139caa3fd8ec8359f18ee, ASSIGN 2024-11-24T15:17:22,793 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=afc9165bc21139caa3fd8ec8359f18ee, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T15:17:22,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b069fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:22,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,44625,-1 for getting cluster id 2024-11-24T15:17:22,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:22,802 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad70b316-6c16-47ff-ab57-35537192359e' 2024-11-24T15:17:22,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:22,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad70b316-6c16-47ff-ab57-35537192359e" 2024-11-24T15:17:22,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d61219c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:22,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,44625,-1] 2024-11-24T15:17:22,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:22,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:22,804 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:22,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29448dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:22,806 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:17:22,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,46121,1732461437578, seqNum=-1] 2024-11-24T15:17:22,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:17:22,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:17:22,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-24T15:17:22,811 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:17:22,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:17:22,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:22,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:22,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:17:22,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: c99348da3e93:44625 after: c99348da3e93:44625 2024-11-24T15:17:22,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61326f63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:22,812 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,44625,-1 for getting cluster id 2024-11-24T15:17:22,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:22,813 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad70b316-6c16-47ff-ab57-35537192359e' 2024-11-24T15:17:22,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:22,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad70b316-6c16-47ff-ab57-35537192359e" 2024-11-24T15:17:22,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6830a8bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:22,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,44625,-1] 2024-11-24T15:17:22,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:22,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:22,814 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:22,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e325eaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:22,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:17:22,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,44625,1732461437548 2024-11-24T15:17:22,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22963c9f 2024-11-24T15:17:22,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:17:22,817 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:17:22,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T15:17:22,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-24T15:17:22,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T15:17:22,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-24T15:17:22,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T15:17:22,820 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:17:22,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:17:22,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:22,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:22,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:17:22,821 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T15:17:22,821 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1618436362, stopped=false 2024-11-24T15:17:22,821 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c99348da3e93,41767,1732461427261 2024-11-24T15:17:22,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37535-0x1014a8d42090004, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-762306689/running 2024-11-24T15:17:22,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-762306689/running 2024-11-24T15:17:22,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37535-0x1014a8d42090004, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-762306689 2024-11-24T15:17:22,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-762306689 2024-11-24T15:17:22,823 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:17:22,823 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:17:22,823 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:17:22,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:22,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37535-0x1014a8d42090004, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Set watcher on znode that does not yet exist, /1-762306689/running 2024-11-24T15:17:22,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Set watcher on znode that does not yet exist, /1-762306689/running 2024-11-24T15:17:22,824 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c99348da3e93,37535,1732461427312' ***** 2024-11-24T15:17:22,824 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T15:17:22,824 INFO [RS:0;c99348da3e93:37535 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T15:17:22,824 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T15:17:22,824 INFO [RS:0;c99348da3e93:37535 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T15:17:22,824 INFO [RS:0;c99348da3e93:37535 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T15:17:22,824 INFO [RS:0;c99348da3e93:37535 {}] regionserver.HRegionServer(959): stopping server c99348da3e93,37535,1732461427312 2024-11-24T15:17:22,824 INFO [RS:0;c99348da3e93:37535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:17:22,824 INFO [RS:0;c99348da3e93:37535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:37535. 2024-11-24T15:17:22,825 DEBUG [RS:0;c99348da3e93:37535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:17:22,825 DEBUG [RS:0;c99348da3e93:37535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:22,825 INFO [RS:0;c99348da3e93:37535 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T15:17:22,825 INFO [RS:0;c99348da3e93:37535 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T15:17:22,825 INFO [RS:0;c99348da3e93:37535 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T15:17:22,825 INFO [RS:0;c99348da3e93:37535 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T15:17:22,825 INFO [RS:0;c99348da3e93:37535 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T15:17:22,825 DEBUG [RS:0;c99348da3e93:37535 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T15:17:22,825 DEBUG [RS:0;c99348da3e93:37535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:17:22,825 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:17:22,825 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:17:22,825 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:17:22,825 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:17:22,825 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:17:22,825 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T15:17:22,844 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/data/hbase/meta/1588230740/.tmp/ns/f6c626c8734644a08c8c29535786709a is 43, key is default/ns:d/1732461430396/Put/seqid=0 2024-11-24T15:17:22,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741835_1011 (size=5153) 2024-11-24T15:17:22,898 INFO [regionserver/c99348da3e93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:17:22,943 DEBUG [c99348da3e93:44625 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T15:17:22,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=afc9165bc21139caa3fd8ec8359f18ee, regionState=OPENING, regionLocation=c99348da3e93,46121,1732461437578 2024-11-24T15:17:22,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=afc9165bc21139caa3fd8ec8359f18ee, ASSIGN because future has completed 2024-11-24T15:17:22,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure afc9165bc21139caa3fd8ec8359f18ee, server=c99348da3e93,46121,1732461437578}] 2024-11-24T15:17:23,021 DEBUG [RS:0;c99348da3e93:46121.replicationSource.wal-reader.c99348da3e93%2C46121%2C1732461437578,1-c99348da3e93,46121,1732461437578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546 to pos 0, reset compression=false 2024-11-24T15:17:23,022 DEBUG [RS:0;c99348da3e93:46121.replicationSource.wal-reader.c99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546 to pos 0, reset compression=false 2024-11-24T15:17:23,025 DEBUG [RS:0;c99348da3e93:37535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:17:23,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee. 2024-11-24T15:17:23,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:17:23,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T15:17:23,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C46121%2C1732461437578.rep, suffix=, logDir=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578, archiveDir=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/oldWALs, maxLogs=10 2024-11-24T15:17:23,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.rep.1732461443108, exclude list is [], retry=0 2024-11-24T15:17:23,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36549,DS-ce8c53ab-e5c5-4214-b275-124821f33508,DISK] 2024-11-24T15:17:23,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.rep.1732461443108 2024-11-24T15:17:23,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34225:34225)] 2024-11-24T15:17:23,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => afc9165bc21139caa3fd8ec8359f18ee, NAME => 'hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:17:23,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:17:23,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:17:23,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee. service=MultiRowMutationService 2024-11-24T15:17:23,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T15:17:23,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:23,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:23,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:23,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:23,129 INFO [StoreOpener-afc9165bc21139caa3fd8ec8359f18ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:23,130 INFO [StoreOpener-afc9165bc21139caa3fd8ec8359f18ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afc9165bc21139caa3fd8ec8359f18ee columnFamilyName hfileref 2024-11-24T15:17:23,130 DEBUG [StoreOpener-afc9165bc21139caa3fd8ec8359f18ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:23,130 INFO [StoreOpener-afc9165bc21139caa3fd8ec8359f18ee-1 {}] regionserver.HStore(327): Store=afc9165bc21139caa3fd8ec8359f18ee/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:23,131 INFO [StoreOpener-afc9165bc21139caa3fd8ec8359f18ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:23,131 INFO [StoreOpener-afc9165bc21139caa3fd8ec8359f18ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afc9165bc21139caa3fd8ec8359f18ee columnFamilyName queue 2024-11-24T15:17:23,131 DEBUG [StoreOpener-afc9165bc21139caa3fd8ec8359f18ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:23,138 DEBUG [StoreOpener-afc9165bc21139caa3fd8ec8359f18ee-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/replication/afc9165bc21139caa3fd8ec8359f18ee/queue/e4cedd63ebdf4678ac4a2d29c1028d8b 2024-11-24T15:17:23,138 INFO [StoreOpener-afc9165bc21139caa3fd8ec8359f18ee-1 {}] regionserver.HStore(327): Store=afc9165bc21139caa3fd8ec8359f18ee/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:23,138 INFO [StoreOpener-afc9165bc21139caa3fd8ec8359f18ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:23,139 INFO [StoreOpener-afc9165bc21139caa3fd8ec8359f18ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afc9165bc21139caa3fd8ec8359f18ee columnFamilyName sid 2024-11-24T15:17:23,139 DEBUG [StoreOpener-afc9165bc21139caa3fd8ec8359f18ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:23,139 INFO [StoreOpener-afc9165bc21139caa3fd8ec8359f18ee-1 {}] regionserver.HStore(327): Store=afc9165bc21139caa3fd8ec8359f18ee/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:23,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:23,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/replication/afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:23,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/replication/afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:23,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:23,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:23,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:17:23,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:23,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened afc9165bc21139caa3fd8ec8359f18ee; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64513114, jitterRate=-0.038679689168930054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:17:23,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:23,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for afc9165bc21139caa3fd8ec8359f18ee: Running coprocessor pre-open hook at 1732461443128Writing region info on filesystem at 1732461443128Initializing all the Stores at 1732461443129 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461443129Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461443129Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461443129Cleaning up temporary data from old regions at 1732461443142 (+13 ms)Running coprocessor post-open hooks at 1732461443145 (+3 ms)Region opened successfully at 1732461443146 (+1 ms) 2024-11-24T15:17:23,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee., pid=19, masterSystemTime=1732461443101 2024-11-24T15:17:23,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee. 2024-11-24T15:17:23,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee. 2024-11-24T15:17:23,151 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=afc9165bc21139caa3fd8ec8359f18ee, regionState=OPEN, openSeqNum=10, regionLocation=c99348da3e93,46121,1732461437578 2024-11-24T15:17:23,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure afc9165bc21139caa3fd8ec8359f18ee, server=c99348da3e93,46121,1732461437578 because future has completed 2024-11-24T15:17:23,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-24T15:17:23,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure afc9165bc21139caa3fd8ec8359f18ee, server=c99348da3e93,46121,1732461437578 in 206 msec 2024-11-24T15:17:23,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-24T15:17:23,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=afc9165bc21139caa3fd8ec8359f18ee, ASSIGN in 368 msec 2024-11-24T15:17:23,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-24T15:17:23,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee., hostname=c99348da3e93,46121,1732461437578, seqNum=10] 2024-11-24T15:17:23,196 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for c99348da3e93,39835,1732461422847 2024-11-24T15:17:23,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-24T15:17:23,225 DEBUG [RS:0;c99348da3e93:37535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:17:23,250 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/data/hbase/meta/1588230740/.tmp/ns/f6c626c8734644a08c8c29535786709a 2024-11-24T15:17:23,259 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/data/hbase/meta/1588230740/.tmp/ns/f6c626c8734644a08c8c29535786709a as hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/data/hbase/meta/1588230740/ns/f6c626c8734644a08c8c29535786709a 2024-11-24T15:17:23,266 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/data/hbase/meta/1588230740/ns/f6c626c8734644a08c8c29535786709a, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T15:17:23,267 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-11-24T15:17:23,268 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T15:17:23,273 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T15:17:23,274 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:17:23,274 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:17:23,274 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:17:23,274 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461442825Running coprocessor pre-close hooks at 1732461442825Disabling compacts and flushes for region at 1732461442825Disabling writes for close at 1732461442825Obtaining lock to block concurrent updates at 1732461442826 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732461442826Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732461442826Flushing stores of hbase:meta,,1.1588230740 at 1732461442827 (+1 ms)Flushing 1588230740/ns: creating writer at 1732461442827Flushing 1588230740/ns: appending metadata at 1732461442844 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732461442844Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a976171: reopening flushed file at 1732461443258 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1732461443268 (+10 ms)Writing region close event to WAL at 1732461443269 (+1 ms)Running coprocessor post-close hooks at 1732461443274 (+5 ms)Closed at 1732461443274 2024-11-24T15:17:23,274 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T15:17:23,283 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T15:17:23,283 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T15:17:23,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46121 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-24T15:17:23,426 INFO [RS:0;c99348da3e93:37535 {}] regionserver.HRegionServer(976): stopping server c99348da3e93,37535,1732461427312; all regions closed. 2024-11-24T15:17:23,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741834_1010 (size=1152) 2024-11-24T15:17:23,429 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/WALs/c99348da3e93,37535,1732461427312/c99348da3e93%2C37535%2C1732461427312.meta.1732461430332.meta not finished, retry = 0 2024-11-24T15:17:23,534 DEBUG [RS:0;c99348da3e93:37535 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/oldWALs 2024-11-24T15:17:23,534 INFO [RS:0;c99348da3e93:37535 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C37535%2C1732461427312.meta:.meta(num 1732461430332) 2024-11-24T15:17:23,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741832_1008 (size=93) 2024-11-24T15:17:23,537 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/WALs/c99348da3e93,37535,1732461427312/c99348da3e93%2C37535%2C1732461427312.1732461429423 not finished, retry = 0 2024-11-24T15:17:23,640 DEBUG [RS:0;c99348da3e93:37535 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/oldWALs 2024-11-24T15:17:23,640 INFO [RS:0;c99348da3e93:37535 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C37535%2C1732461427312:(num 1732461429423) 2024-11-24T15:17:23,640 DEBUG [RS:0;c99348da3e93:37535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:23,640 INFO [RS:0;c99348da3e93:37535 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:17:23,640 INFO [RS:0;c99348da3e93:37535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:17:23,640 INFO [RS:0;c99348da3e93:37535 {}] hbase.ChoreService(370): Chore service for: regionserver/c99348da3e93:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T15:17:23,640 INFO [RS:0;c99348da3e93:37535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:17:23,640 INFO [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:17:23,640 INFO [RS:0;c99348da3e93:37535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37535 2024-11-24T15:17:23,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-762306689/rs 2024-11-24T15:17:23,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37535-0x1014a8d42090004, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-762306689/rs/c99348da3e93,37535,1732461427312 2024-11-24T15:17:23,643 INFO [RS:0;c99348da3e93:37535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:17:23,644 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c99348da3e93,37535,1732461427312] 2024-11-24T15:17:23,645 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-762306689/draining/c99348da3e93,37535,1732461427312 already deleted, retry=false 2024-11-24T15:17:23,645 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c99348da3e93,37535,1732461427312 expired; onlineServers=0 2024-11-24T15:17:23,645 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c99348da3e93,41767,1732461427261' ***** 2024-11-24T15:17:23,645 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T15:17:23,646 INFO [M:0;c99348da3e93:41767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:17:23,646 INFO [M:0;c99348da3e93:41767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:17:23,646 DEBUG [M:0;c99348da3e93:41767 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T15:17:23,646 DEBUG [M:0;c99348da3e93:41767 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T15:17:23,646 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T15:17:23,646 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461429156 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461429156,5,FailOnTimeoutGroup] 2024-11-24T15:17:23,646 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461429156 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461429156,5,FailOnTimeoutGroup] 2024-11-24T15:17:23,646 INFO [M:0;c99348da3e93:41767 {}] hbase.ChoreService(370): Chore service for: master/c99348da3e93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T15:17:23,646 INFO [M:0;c99348da3e93:41767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:17:23,646 DEBUG [M:0;c99348da3e93:41767 {}] master.HMaster(1795): Stopping service threads 2024-11-24T15:17:23,646 INFO [M:0;c99348da3e93:41767 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T15:17:23,646 INFO [M:0;c99348da3e93:41767 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:17:23,646 INFO [M:0;c99348da3e93:41767 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T15:17:23,647 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T15:17:23,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-762306689/master 2024-11-24T15:17:23,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-762306689 2024-11-24T15:17:23,647 DEBUG [M:0;c99348da3e93:41767 {}] zookeeper.ZKUtil(347): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Unable to get data of znode /1-762306689/master because node does not exist (not an error) 2024-11-24T15:17:23,647 WARN [M:0;c99348da3e93:41767 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T15:17:23,649 INFO [M:0;c99348da3e93:41767 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/.lastflushedseqids 2024-11-24T15:17:23,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741836_1012 (size=99) 2024-11-24T15:17:23,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37535-0x1014a8d42090004, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:17:23,745 INFO [RS:0;c99348da3e93:37535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:17:23,745 INFO [RS:0;c99348da3e93:37535 {}] regionserver.HRegionServer(1031): Exiting; stopping=c99348da3e93,37535,1732461427312; zookeeper connection closed. 2024-11-24T15:17:23,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37535-0x1014a8d42090004, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:17:23,745 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@400932d0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@400932d0 2024-11-24T15:17:23,745 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T15:17:24,028 DEBUG [RS:0;c99348da3e93:46121.replicationSource.wal-reader.c99348da3e93%2C46121%2C1732461437578,1-c99348da3e93,46121,1732461437578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546 to pos 0, reset compression=false 2024-11-24T15:17:24,028 DEBUG [RS:0;c99348da3e93:46121.replicationSource.wal-reader.c99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546 to pos 0, reset compression=false 2024-11-24T15:17:24,055 INFO [M:0;c99348da3e93:41767 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T15:17:24,055 INFO [M:0;c99348da3e93:41767 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T15:17:24,055 DEBUG [M:0;c99348da3e93:41767 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:17:24,055 INFO [M:0;c99348da3e93:41767 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:24,055 DEBUG [M:0;c99348da3e93:41767 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:24,055 DEBUG [M:0;c99348da3e93:41767 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:17:24,055 DEBUG [M:0;c99348da3e93:41767 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:24,056 INFO [M:0;c99348da3e93:41767 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-24T15:17:24,073 DEBUG [M:0;c99348da3e93:41767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7243c803f2604d77836ebd355ae59d35 is 82, key is hbase:meta,,1/info:regioninfo/1732461430380/Put/seqid=0 2024-11-24T15:17:24,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741837_1013 (size=5672) 2024-11-24T15:17:24,361 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:17:24,478 INFO [M:0;c99348da3e93:41767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7243c803f2604d77836ebd355ae59d35 2024-11-24T15:17:24,501 DEBUG [M:0;c99348da3e93:41767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec70e26b4dd44d44ac6db721aafa001b is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732461430405/Put/seqid=0 2024-11-24T15:17:24,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741838_1014 (size=5275) 2024-11-24T15:17:24,906 INFO [M:0;c99348da3e93:41767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec70e26b4dd44d44ac6db721aafa001b 2024-11-24T15:17:24,930 DEBUG [M:0;c99348da3e93:41767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00e337e5490a4916bd1e1e0d336ebb1b is 69, key is c99348da3e93,37535,1732461427312/rs:state/1732461429261/Put/seqid=0 2024-11-24T15:17:24,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741839_1015 (size=5156) 2024-11-24T15:17:25,135 DEBUG [RS:0;c99348da3e93:46121.replicationSource.wal-reader.c99348da3e93%2C46121%2C1732461437578,1-c99348da3e93,46121,1732461437578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546 to pos 0, reset compression=false 2024-11-24T15:17:25,135 DEBUG [RS:0;c99348da3e93:46121.replicationSource.wal-reader.c99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546 to pos 0, reset compression=false 2024-11-24T15:17:25,335 INFO [M:0;c99348da3e93:41767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00e337e5490a4916bd1e1e0d336ebb1b 2024-11-24T15:17:25,342 DEBUG [M:0;c99348da3e93:41767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7243c803f2604d77836ebd355ae59d35 as hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7243c803f2604d77836ebd355ae59d35 2024-11-24T15:17:25,348 INFO [M:0;c99348da3e93:41767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7243c803f2604d77836ebd355ae59d35, entries=8, sequenceid=28, filesize=5.5 K 2024-11-24T15:17:25,349 DEBUG [M:0;c99348da3e93:41767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec70e26b4dd44d44ac6db721aafa001b as hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec70e26b4dd44d44ac6db721aafa001b 2024-11-24T15:17:25,355 INFO [M:0;c99348da3e93:41767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec70e26b4dd44d44ac6db721aafa001b, entries=3, sequenceid=28, filesize=5.2 K 2024-11-24T15:17:25,356 DEBUG [M:0;c99348da3e93:41767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00e337e5490a4916bd1e1e0d336ebb1b as hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00e337e5490a4916bd1e1e0d336ebb1b 2024-11-24T15:17:25,362 INFO [M:0;c99348da3e93:41767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36041/user/jenkins/test-data/31195b61-ef6e-ada8-57ee-799b7b8831f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00e337e5490a4916bd1e1e0d336ebb1b, entries=1, sequenceid=28, filesize=5.0 K 2024-11-24T15:17:25,363 INFO [M:0;c99348da3e93:41767 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=28, compaction requested=false 2024-11-24T15:17:25,364 INFO [M:0;c99348da3e93:41767 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:25,365 DEBUG [M:0;c99348da3e93:41767 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461444055Disabling compacts and flushes for region at 1732461444055Disabling writes for close at 1732461444055Obtaining lock to block concurrent updates at 1732461444056 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732461444056Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732461444056Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732461444057 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732461444057Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732461444073 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732461444073Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732461444485 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732461444500 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732461444500Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732461444912 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732461444930 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732461444930Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ce22762: reopening flushed file at 1732461445341 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f75066: reopening flushed file at 1732461445348 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@557bde96: reopening flushed file at 1732461445355 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=28, compaction requested=false at 1732461445363 (+8 ms)Writing region close event to WAL at 1732461445364 (+1 ms)Closed at 1732461445364 2024-11-24T15:17:25,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741830_1006 (size=10165) 2024-11-24T15:17:25,368 INFO [M:0;c99348da3e93:41767 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T15:17:25,368 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:17:25,368 INFO [M:0;c99348da3e93:41767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41767 2024-11-24T15:17:25,371 INFO [M:0;c99348da3e93:41767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:17:25,473 INFO [M:0;c99348da3e93:41767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:17:25,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:17:25,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x1014a8d42090003, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:17:25,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733cc3d1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:17:25,479 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f4fffc9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:17:25,479 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:17:25,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7df1ef1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:17:25,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dfc45e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/hadoop.log.dir/,STOPPED} 2024-11-24T15:17:25,482 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T15:17:25,482 WARN [BP-2073921838-172.17.0.2-1732461426584 heartbeating to localhost/127.0.0.1:36041 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T15:17:25,482 WARN [BP-2073921838-172.17.0.2-1732461426584 heartbeating to localhost/127.0.0.1:36041 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2073921838-172.17.0.2-1732461426584 (Datanode Uuid 826cb689-e5d1-4bc0-b243-d0ee50ac7c97) service to localhost/127.0.0.1:36041 2024-11-24T15:17:25,482 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T15:17:25,484 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/cluster_6daf5589-417e-37b6-61af-3e6a0c7363cb/data/data1/current/BP-2073921838-172.17.0.2-1732461426584 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:17:25,484 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/cluster_6daf5589-417e-37b6-61af-3e6a0c7363cb/data/data2/current/BP-2073921838-172.17.0.2-1732461426584 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:17:25,484 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T15:17:25,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@643a6dc4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:17:25,492 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@247969ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:17:25,493 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:17:25,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dbb9aa2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:17:25,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46dd2632{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/hadoop.log.dir/,STOPPED} 2024-11-24T15:17:25,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T15:17:25,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T15:17:25,520 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:17:25,520 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:17:25,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:25,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:25,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:17:25,521 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T15:17:25,521 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=314054693, stopped=false 2024-11-24T15:17:25,521 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c99348da3e93,44625,1732461437548 2024-11-24T15:17:25,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1169225163/running 2024-11-24T15:17:25,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x1014a8d42090007, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1169225163/running 2024-11-24T15:17:25,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163 2024-11-24T15:17:25,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x1014a8d42090007, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163 2024-11-24T15:17:25,523 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:17:25,523 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:17:25,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:17:25,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:25,524 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c99348da3e93,46121,1732461437578' ***** 2024-11-24T15:17:25,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46121-0x1014a8d42090007, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Set watcher on znode that does not yet exist, /0-1169225163/running 2024-11-24T15:17:25,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Set watcher on znode that does not yet exist, /0-1169225163/running 2024-11-24T15:17:25,524 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T15:17:25,524 INFO [RS:0;c99348da3e93:46121 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T15:17:25,524 INFO [RS:0;c99348da3e93:46121 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T15:17:25,524 INFO [RS:0;c99348da3e93:46121 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T15:17:25,525 INFO [RS:0;c99348da3e93:46121 {}] regionserver.HRegionServer(3091): Received CLOSE for afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:25,525 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T15:17:25,525 INFO [RS:0;c99348da3e93:46121 {}] regionserver.HRegionServer(959): stopping server c99348da3e93,46121,1732461437578 2024-11-24T15:17:25,525 INFO [RS:0;c99348da3e93:46121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:17:25,525 INFO [RS:0;c99348da3e93:46121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:46121. 2024-11-24T15:17:25,525 DEBUG [RS:0;c99348da3e93:46121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:17:25,525 DEBUG [RS:0;c99348da3e93:46121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:25,525 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing afc9165bc21139caa3fd8ec8359f18ee, disabling compactions & flushes 2024-11-24T15:17:25,525 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee. 2024-11-24T15:17:25,525 INFO [RS:0;c99348da3e93:46121 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T15:17:25,525 INFO [RS:0;c99348da3e93:46121 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T15:17:25,525 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee. 2024-11-24T15:17:25,525 INFO [RS:0;c99348da3e93:46121 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T15:17:25,525 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee. after waiting 0 ms 2024-11-24T15:17:25,525 INFO [RS:0;c99348da3e93:46121 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T15:17:25,525 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee. 2024-11-24T15:17:25,526 INFO [RS:0;c99348da3e93:46121 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T15:17:25,526 DEBUG [RS:0;c99348da3e93:46121 {}] regionserver.HRegionServer(1325): Online Regions={afc9165bc21139caa3fd8ec8359f18ee=hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T15:17:25,526 DEBUG [RS:0;c99348da3e93:46121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afc9165bc21139caa3fd8ec8359f18ee 2024-11-24T15:17:25,526 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:17:25,526 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:17:25,526 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:17:25,526 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:17:25,526 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:17:25,526 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-24T15:17:25,532 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/replication/afc9165bc21139caa3fd8ec8359f18ee/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-24T15:17:25,533 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:17:25,533 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:17:25,533 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee. 2024-11-24T15:17:25,533 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for afc9165bc21139caa3fd8ec8359f18ee: Waiting for close lock at 1732461445525Running coprocessor pre-close hooks at 1732461445525Disabling compacts and flushes for region at 1732461445525Disabling writes for close at 1732461445525Writing region close event to WAL at 1732461445526 (+1 ms)Running coprocessor post-close hooks at 1732461445533 (+7 ms)Closed at 1732461445533 2024-11-24T15:17:25,533 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee. 2024-11-24T15:17:25,545 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740/.tmp/info/47875f9c6c3f4acda3c9dcdfdc8f10fb is 147, key is hbase:replication,,1732461430532.afc9165bc21139caa3fd8ec8359f18ee./info:regioninfo/1732461443150/Put/seqid=0 2024-11-24T15:17:25,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741851_1027 (size=6385) 2024-11-24T15:17:25,577 INFO [regionserver/c99348da3e93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:17:25,726 DEBUG [RS:0;c99348da3e93:46121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:17:25,926 DEBUG [RS:0;c99348da3e93:46121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:17:25,951 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740/.tmp/info/47875f9c6c3f4acda3c9dcdfdc8f10fb 2024-11-24T15:17:25,958 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740/.tmp/info/47875f9c6c3f4acda3c9dcdfdc8f10fb as hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740/info/47875f9c6c3f4acda3c9dcdfdc8f10fb 2024-11-24T15:17:25,964 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740/info/47875f9c6c3f4acda3c9dcdfdc8f10fb, entries=8, sequenceid=19, filesize=6.2 K 2024-11-24T15:17:25,966 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false 2024-11-24T15:17:25,971 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-24T15:17:25,971 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:17:25,972 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:17:25,972 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:17:25,972 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461445526Running coprocessor pre-close hooks at 1732461445526Disabling compacts and flushes for region at 1732461445526Disabling writes for close at 1732461445526Obtaining lock to block concurrent updates at 1732461445526Preparing flush snapshotting stores in 1588230740 at 1732461445526Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732461445527 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732461445528 (+1 ms)Flushing 1588230740/info: creating writer at 1732461445528Flushing 1588230740/info: appending metadata at 1732461445544 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732461445544Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8904853: reopening flushed file at 1732461445958 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false at 1732461445966 (+8 ms)Writing region close event to WAL at 1732461445967 (+1 ms)Running coprocessor post-close hooks at 1732461445971 (+4 ms)Closed at 1732461445972 (+1 ms) 2024-11-24T15:17:25,972 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T15:17:26,126 INFO [RS:0;c99348da3e93:46121 {}] regionserver.HRegionServer(976): stopping server c99348da3e93,46121,1732461437578; all regions closed. 2024-11-24T15:17:26,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741849_1025 (size=2156) 2024-11-24T15:17:26,133 DEBUG [RS:0;c99348da3e93:46121 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/oldWALs 2024-11-24T15:17:26,133 INFO [RS:0;c99348da3e93:46121 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C46121%2C1732461437578.meta:.meta(num 1732461438839) 2024-11-24T15:17:26,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741850_1026 (size=796) 2024-11-24T15:17:26,138 DEBUG [RS:0;c99348da3e93:46121 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/oldWALs 2024-11-24T15:17:26,138 INFO [RS:0;c99348da3e93:46121 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C46121%2C1732461437578.rep:(num 1732461443108) 2024-11-24T15:17:26,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741848_1024 (size=93) 2024-11-24T15:17:26,141 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546 not finished, retry = 0 2024-11-24T15:17:26,243 DEBUG [RS:0;c99348da3e93:46121 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/oldWALs 2024-11-24T15:17:26,244 INFO [RS:0;c99348da3e93:46121 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C46121%2C1732461437578:(num 1732461438546) 2024-11-24T15:17:26,244 DEBUG [RS:0;c99348da3e93:46121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:26,244 INFO [RS:0;c99348da3e93:46121 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:17:26,244 INFO [RS:0;c99348da3e93:46121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:17:26,244 INFO [RS:0;c99348da3e93:46121 {}] hbase.ChoreService(370): Chore service for: regionserver/c99348da3e93:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T15:17:26,244 INFO [RS:0;c99348da3e93:46121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:17:26,244 INFO [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:17:26,245 INFO [RS:0;c99348da3e93:46121 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c99348da3e93,46121,1732461437578 because: Region server is closing 2024-11-24T15:17:26,245 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-24T15:17:26,245 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-24T15:17:26,245 INFO [RS:0;c99348da3e93:46121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:46121. 2024-11-24T15:17:26,245 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-24T15:17:26,245 DEBUG [RS:0;c99348da3e93:46121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:17:26,245 DEBUG [RS:0;c99348da3e93:46121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:26,245 DEBUG [RS:0;c99348da3e93:46121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:26,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:17:26,342 DEBUG [RS:0;c99348da3e93:46121.replicationSource.wal-reader.c99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546 to pos 0, reset compression=false 2024-11-24T15:17:26,345 WARN [RS:0;c99348da3e93:46121.replicationSource.shipperc99348da3e93%2C46121%2C1732461437578,1-c99348da3e93,46121,1732461437578 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T15:17:26,346 INFO [RS:0;c99348da3e93:46121 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;c99348da3e93:46121.replicationSource.shipperc99348da3e93%2C46121%2C1732461437578,1-c99348da3e93,46121,1732461437578 terminated 2024-11-24T15:17:26,346 INFO [RS:0;c99348da3e93:46121 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c99348da3e93,46121,1732461437578 because: Region server is closing 2024-11-24T15:17:26,346 INFO [RS:0;c99348da3e93:46121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:46121. 2024-11-24T15:17:26,346 DEBUG [RS:0;c99348da3e93:46121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:17:26,346 DEBUG [RS:0;c99348da3e93:46121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:26,346 DEBUG [RS:0;c99348da3e93:46121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:26,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:17:26,349 INFO [RS:0;c99348da3e93:46121.replicationSource.wal-reader.c99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546 was moved to hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/oldWALs/c99348da3e93%2C46121%2C1732461437578.1732461438546 2024-11-24T15:17:26,352 DEBUG [RS:0;c99348da3e93:46121.replicationSource.wal-reader.c99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546 2024-11-24T15:17:26,352 DEBUG [RS:0;c99348da3e93:46121.replicationSource.shipperc99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-c99348da3e93,46121,1732461437578 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/WALs/c99348da3e93,46121,1732461437578/c99348da3e93%2C46121%2C1732461437578.1732461438546, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-24T15:17:26,356 DEBUG [RS:0;c99348da3e93:46121.replicationSource.shipperc99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:17:26,357 DEBUG [RS:0;c99348da3e93:46121.replicationSource.shipperc99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,46121,1732461437578, seqNum=-1] 2024-11-24T15:17:26,358 WARN [RS:0;c99348da3e93:46121.replicationSource.shipperc99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-c99348da3e93,46121,1732461437578', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:46121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-24T15:17:26,361 ERROR [RS:0;c99348da3e93:46121.replicationSource.shipperc99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c99348da3e93,46121,1732461437578: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-c99348da3e93,46121,1732461437578, walGroup=c99348da3e93%2C46121%2C1732461437578, offset=c99348da3e93%2C46121%2C1732461437578.1732461438546:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:46121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T15:17:26,362 ERROR [RS:0;c99348da3e93:46121.replicationSource.shipperc99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T15:17:26,364 DEBUG [RS:0;c99348da3e93:46121.replicationSource.shipperc99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T15:17:26,365 DEBUG [RS:0;c99348da3e93:46121.replicationSource.shipperc99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T15:17:26,365 DEBUG [RS:0;c99348da3e93:46121.replicationSource.shipperc99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T15:17:26,365 DEBUG [RS:0;c99348da3e93:46121.replicationSource.shipperc99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T15:17:26,366 INFO [RS:0;c99348da3e93:46121.replicationSource.shipperc99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 578955264 }, "NonHeapMemoryUsage": { "committed": 162398208, "init": 7667712, "max": -1, "used": 157429752 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T15:17:26,367 DEBUG [RS:0;c99348da3e93:46121.replicationSource.shipperc99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [c99348da3e93%2C46121%2C1732461437578.1732461438546] 2024-11-24T15:17:26,447 INFO [RS:0;c99348da3e93:46121 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;c99348da3e93:46121.replicationSource.shipperc99348da3e93%2C46121%2C1732461437578,2-c99348da3e93,46121,1732461437578 terminated 2024-11-24T15:17:26,447 INFO [RS:0;c99348da3e93:46121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46121 2024-11-24T15:17:26,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x1014a8d42090007, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1169225163/rs/c99348da3e93,46121,1732461437578 2024-11-24T15:17:26,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163/rs 2024-11-24T15:17:26,449 INFO [RS:0;c99348da3e93:46121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:17:26,451 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c99348da3e93,46121,1732461437578] 2024-11-24T15:17:26,452 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1169225163/draining/c99348da3e93,46121,1732461437578 already deleted, retry=false 2024-11-24T15:17:26,452 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c99348da3e93,46121,1732461437578 expired; onlineServers=0 2024-11-24T15:17:26,452 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c99348da3e93,44625,1732461437548' ***** 2024-11-24T15:17:26,452 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T15:17:26,452 INFO [M:0;c99348da3e93:44625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:17:26,452 INFO [M:0;c99348da3e93:44625 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:17:26,453 DEBUG [M:0;c99348da3e93:44625 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T15:17:26,453 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T15:17:26,453 DEBUG [M:0;c99348da3e93:44625 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T15:17:26,453 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461438260 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461438260,5,FailOnTimeoutGroup] 2024-11-24T15:17:26,453 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461438260 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461438260,5,FailOnTimeoutGroup] 2024-11-24T15:17:26,453 INFO [M:0;c99348da3e93:44625 {}] hbase.ChoreService(370): Chore service for: master/c99348da3e93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T15:17:26,453 INFO [M:0;c99348da3e93:44625 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:17:26,453 DEBUG [M:0;c99348da3e93:44625 {}] master.HMaster(1795): Stopping service threads 2024-11-24T15:17:26,453 INFO [M:0;c99348da3e93:44625 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T15:17:26,453 INFO [M:0;c99348da3e93:44625 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:17:26,454 INFO [M:0;c99348da3e93:44625 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T15:17:26,454 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T15:17:26,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1169225163/master 2024-11-24T15:17:26,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1169225163 2024-11-24T15:17:26,455 DEBUG [M:0;c99348da3e93:44625 {}] zookeeper.ZKUtil(347): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Unable to get data of znode /0-1169225163/master because node does not exist (not an error) 2024-11-24T15:17:26,455 WARN [M:0;c99348da3e93:44625 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T15:17:26,455 INFO [M:0;c99348da3e93:44625 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/.lastflushedseqids 2024-11-24T15:17:26,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741852_1028 (size=181) 2024-11-24T15:17:26,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x1014a8d42090007, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:17:26,551 INFO [RS:0;c99348da3e93:46121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:17:26,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46121-0x1014a8d42090007, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:17:26,551 INFO [RS:0;c99348da3e93:46121 {}] regionserver.HRegionServer(1031): Exiting; stopping=c99348da3e93,46121,1732461437578; zookeeper connection closed. 2024-11-24T15:17:26,552 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6dd9b35a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6dd9b35a 2024-11-24T15:17:26,552 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T15:17:26,862 INFO [M:0;c99348da3e93:44625 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T15:17:26,862 INFO [M:0;c99348da3e93:44625 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T15:17:26,862 DEBUG [M:0;c99348da3e93:44625 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:17:26,862 INFO [M:0;c99348da3e93:44625 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:26,862 DEBUG [M:0;c99348da3e93:44625 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:26,862 DEBUG [M:0;c99348da3e93:44625 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:17:26,863 DEBUG [M:0;c99348da3e93:44625 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:26,863 INFO [M:0;c99348da3e93:44625 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-24T15:17:26,880 DEBUG [M:0;c99348da3e93:44625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aed4cfe3d9394d08958e729ff082bf45 is 82, key is hbase:meta,,1/info:regioninfo/1732461438898/Put/seqid=0 2024-11-24T15:17:26,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741853_1029 (size=5680) 2024-11-24T15:17:27,285 INFO [M:0;c99348da3e93:44625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aed4cfe3d9394d08958e729ff082bf45 2024-11-24T15:17:27,308 DEBUG [M:0;c99348da3e93:44625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73eb4cc5989d41bba7ec6e9e7d49c447 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732461443158/Put/seqid=0 2024-11-24T15:17:27,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741854_1030 (size=7319) 2024-11-24T15:17:27,713 INFO [M:0;c99348da3e93:44625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73eb4cc5989d41bba7ec6e9e7d49c447 2024-11-24T15:17:27,735 DEBUG [M:0;c99348da3e93:44625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/926b63e36e6240998986db16d9af9dda is 69, key is c99348da3e93,46121,1732461437578/rs:state/1732461438319/Put/seqid=0 2024-11-24T15:17:27,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741855_1031 (size=5371) 2024-11-24T15:17:28,140 INFO [M:0;c99348da3e93:44625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/926b63e36e6240998986db16d9af9dda 2024-11-24T15:17:28,146 INFO [M:0;c99348da3e93:44625 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 926b63e36e6240998986db16d9af9dda 2024-11-24T15:17:28,147 DEBUG [M:0;c99348da3e93:44625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aed4cfe3d9394d08958e729ff082bf45 as hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aed4cfe3d9394d08958e729ff082bf45 2024-11-24T15:17:28,153 INFO [M:0;c99348da3e93:44625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aed4cfe3d9394d08958e729ff082bf45, entries=8, sequenceid=172, filesize=5.5 K 2024-11-24T15:17:28,154 DEBUG [M:0;c99348da3e93:44625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73eb4cc5989d41bba7ec6e9e7d49c447 as hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73eb4cc5989d41bba7ec6e9e7d49c447 2024-11-24T15:17:28,160 INFO [M:0;c99348da3e93:44625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73eb4cc5989d41bba7ec6e9e7d49c447, entries=7, sequenceid=172, filesize=7.1 K 2024-11-24T15:17:28,161 DEBUG [M:0;c99348da3e93:44625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/926b63e36e6240998986db16d9af9dda as hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/926b63e36e6240998986db16d9af9dda 2024-11-24T15:17:28,166 INFO [M:0;c99348da3e93:44625 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 926b63e36e6240998986db16d9af9dda 2024-11-24T15:17:28,166 INFO [M:0;c99348da3e93:44625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37875/user/jenkins/test-data/4344b446-eeac-cd34-66ef-771b4ee6a768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/926b63e36e6240998986db16d9af9dda, entries=2, sequenceid=172, filesize=5.2 K 2024-11-24T15:17:28,168 INFO [M:0;c99348da3e93:44625 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=172, compaction requested=false 2024-11-24T15:17:28,169 INFO [M:0;c99348da3e93:44625 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:28,169 DEBUG [M:0;c99348da3e93:44625 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461446862Disabling compacts and flushes for region at 1732461446862Disabling writes for close at 1732461446862Obtaining lock to block concurrent updates at 1732461446863 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732461446863Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732461446863Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732461446864 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732461446864Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732461446880 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732461446880Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732461447291 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732461447307 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732461447307Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732461447719 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732461447734 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732461447734Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b34eb9d: reopening flushed file at 1732461448146 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@392b439f: reopening flushed file at 1732461448153 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69c98850: reopening flushed file at 1732461448160 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=172, compaction requested=false at 1732461448168 (+8 ms)Writing region close event to WAL at 1732461448169 (+1 ms)Closed at 1732461448169 2024-11-24T15:17:28,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36549 is added to blk_1073741847_1023 (size=22949) 2024-11-24T15:17:28,172 INFO [M:0;c99348da3e93:44625 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T15:17:28,172 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:17:28,172 INFO [M:0;c99348da3e93:44625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44625 2024-11-24T15:17:28,173 INFO [M:0;c99348da3e93:44625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:17:28,275 INFO [M:0;c99348da3e93:44625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:17:28,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:17:28,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44625-0x1014a8d42090006, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:17:28,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@499b5efd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:17:28,277 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61506501{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:17:28,277 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:17:28,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@330b5398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:17:28,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24c3c3cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/hadoop.log.dir/,STOPPED} 2024-11-24T15:17:28,279 WARN [BP-813011897-172.17.0.2-1732461419142 heartbeating to localhost/127.0.0.1:37875 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T15:17:28,279 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T15:17:28,279 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T15:17:28,279 WARN [BP-813011897-172.17.0.2-1732461419142 heartbeating to localhost/127.0.0.1:37875 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-813011897-172.17.0.2-1732461419142 (Datanode Uuid f2904e3e-e7c1-4bc4-a0a0-d9de9b6eca7a) service to localhost/127.0.0.1:37875 2024-11-24T15:17:28,280 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/cluster_979aa44f-2351-d1e2-c072-5cefc4cd87d6/data/data1/current/BP-813011897-172.17.0.2-1732461419142 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:17:28,280 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/cluster_979aa44f-2351-d1e2-c072-5cefc4cd87d6/data/data2/current/BP-813011897-172.17.0.2-1732461419142 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:17:28,280 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T15:17:28,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60fa5e03{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:17:28,286 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e6370a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:17:28,286 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:17:28,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c612fda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:17:28,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@397b77ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceb642ed-863c-3856-210d-dc94703ad891/hadoop.log.dir/,STOPPED} 2024-11-24T15:17:28,294 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T15:17:28,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T15:17:28,321 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:36041 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c99348da3e93:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c99348da3e93:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57340) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37875 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:37875 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/c99348da3e93:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c99348da3e93:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37875 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:36041 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36041 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:37875 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36041 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@424e280c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c99348da3e93:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:36041 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37875 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:37875 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57340) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=321 (was 418), ProcessCount=11 (was 11), AvailableMemoryMB=6833 (was 7685) 2024-11-24T15:17:28,329 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=321, ProcessCount=11, AvailableMemoryMB=6831 2024-11-24T15:17:28,346 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-24T15:17:28,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/hadoop.log.dir so I do NOT create it in target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7 2024-11-24T15:17:28,347 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T15:17:28,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/hadoop.tmp.dir so I do NOT create it in target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7 2024-11-24T15:17:28,347 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fca798ae-667c-0308-bfc2-12f3c8a7268d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T15:17:28,347 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7 2024-11-24T15:17:28,347 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/cluster_22c498af-2ce4-88b1-c8f3-4213f9243150, deleteOnExit=true 2024-11-24T15:17:28,351 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/cluster_22c498af-2ce4-88b1-c8f3-4213f9243150/zookeeper_0, clientPort=56394, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/cluster_22c498af-2ce4-88b1-c8f3-4213f9243150/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/cluster_22c498af-2ce4-88b1-c8f3-4213f9243150/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T15:17:28,351 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56394 2024-11-24T15:17:28,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T15:17:28,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T15:17:28,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/test.cache.data in system properties and HBase conf 2024-11-24T15:17:28,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T15:17:28,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/hadoop.log.dir in system properties and HBase conf 2024-11-24T15:17:28,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T15:17:28,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T15:17:28,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T15:17:28,352 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T15:17:28,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:17:28,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:17:28,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T15:17:28,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:17:28,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T15:17:28,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T15:17:28,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:17:28,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:17:28,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T15:17:28,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/nfs.dump.dir in system properties and HBase conf 2024-11-24T15:17:28,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/java.io.tmpdir in system properties and HBase conf 2024-11-24T15:17:28,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:17:28,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T15:17:28,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T15:17:28,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014a8d42090002, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T15:17:28,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014a8d42090005, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T15:17:28,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014a8d42090002, quorum=127.0.0.1:57340, baseZNode=/0-1169225163 Received Disconnected from ZooKeeper, ignoring 2024-11-24T15:17:28,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014a8d42090005, quorum=127.0.0.1:57340, baseZNode=/1-762306689 Received Disconnected from ZooKeeper, ignoring 2024-11-24T15:17:28,445 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:17:28,451 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:17:28,455 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:17:28,455 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:17:28,455 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:17:28,456 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:17:28,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bc59f86{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:17:28,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66ef218d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:17:28,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23c59291{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/java.io.tmpdir/jetty-localhost-34051-hadoop-hdfs-3_4_1-tests_jar-_-any-9889220906342690989/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:17:28,582 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@172cd9f2{HTTP/1.1, (http/1.1)}{localhost:34051} 2024-11-24T15:17:28,582 INFO [Time-limited test {}] server.Server(415): Started @31463ms 2024-11-24T15:17:28,667 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:17:28,671 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:17:28,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:17:28,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:17:28,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:17:28,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33f065ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:17:28,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48cdbddd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:17:28,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c7eb835{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/java.io.tmpdir/jetty-localhost-43469-hadoop-hdfs-3_4_1-tests_jar-_-any-13640532309029220130/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:17:28,790 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74225469{HTTP/1.1, (http/1.1)}{localhost:43469} 2024-11-24T15:17:28,790 INFO [Time-limited test {}] server.Server(415): Started @31672ms 2024-11-24T15:17:28,792 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T15:17:28,890 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/cluster_22c498af-2ce4-88b1-c8f3-4213f9243150/data/data2/current/BP-37754355-172.17.0.2-1732461448388/current, will proceed with Du for space computation calculation, 2024-11-24T15:17:28,890 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/cluster_22c498af-2ce4-88b1-c8f3-4213f9243150/data/data1/current/BP-37754355-172.17.0.2-1732461448388/current, will proceed with Du for space computation calculation, 2024-11-24T15:17:28,909 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T15:17:28,912 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7e3912fcee13517 with lease ID 0xf09230dd572e6923: Processing first storage report for DS-2341716c-07d8-44e2-b1f5-c93992d931c7 from datanode DatanodeRegistration(127.0.0.1:44399, datanodeUuid=9bc5e0d0-cab8-4cdb-9c11-bef1e045977a, infoPort=38613, infoSecurePort=0, ipcPort=35539, storageInfo=lv=-57;cid=testClusterID;nsid=1603873360;c=1732461448388) 2024-11-24T15:17:28,912 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7e3912fcee13517 with lease ID 0xf09230dd572e6923: from storage DS-2341716c-07d8-44e2-b1f5-c93992d931c7 node DatanodeRegistration(127.0.0.1:44399, datanodeUuid=9bc5e0d0-cab8-4cdb-9c11-bef1e045977a, infoPort=38613, infoSecurePort=0, ipcPort=35539, storageInfo=lv=-57;cid=testClusterID;nsid=1603873360;c=1732461448388), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:17:28,912 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7e3912fcee13517 with lease ID 0xf09230dd572e6923: Processing first storage report for DS-dd900c4d-3a17-4d20-bf7c-b9c09e0ac70f from datanode DatanodeRegistration(127.0.0.1:44399, datanodeUuid=9bc5e0d0-cab8-4cdb-9c11-bef1e045977a, infoPort=38613, infoSecurePort=0, ipcPort=35539, storageInfo=lv=-57;cid=testClusterID;nsid=1603873360;c=1732461448388) 2024-11-24T15:17:28,912 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7e3912fcee13517 with lease ID 0xf09230dd572e6923: from storage DS-dd900c4d-3a17-4d20-bf7c-b9c09e0ac70f node DatanodeRegistration(127.0.0.1:44399, datanodeUuid=9bc5e0d0-cab8-4cdb-9c11-bef1e045977a, infoPort=38613, infoSecurePort=0, ipcPort=35539, storageInfo=lv=-57;cid=testClusterID;nsid=1603873360;c=1732461448388), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:17:28,917 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7 2024-11-24T15:17:28,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:28,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:28,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44399 is added to blk_1073741825_1001 (size=7) 2024-11-24T15:17:28,930 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5 with version=8 2024-11-24T15:17:28,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/hbase-staging 2024-11-24T15:17:28,932 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:17:28,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:28,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:28,932 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:17:28,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:28,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:17:28,932 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T15:17:28,933 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:17:28,933 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40593 2024-11-24T15:17:28,934 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40593 connecting to ZooKeeper ensemble=127.0.0.1:56394 2024-11-24T15:17:28,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405930x0, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:17:28,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40593-0x1014a8db72e0000 connected 2024-11-24T15:17:28,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:28,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:28,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Set watcher on znode that does not yet exist, /0-135886970/running 2024-11-24T15:17:28,963 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5, hbase.cluster.distributed=false 2024-11-24T15:17:28,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Set watcher on znode that does not yet exist, /0-135886970/acl 2024-11-24T15:17:28,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40593 2024-11-24T15:17:28,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40593 2024-11-24T15:17:28,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40593 2024-11-24T15:17:28,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40593 2024-11-24T15:17:28,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40593 2024-11-24T15:17:28,988 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:17:28,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:28,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:28,988 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:17:28,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:28,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:17:28,988 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T15:17:28,988 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:17:28,989 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33411 2024-11-24T15:17:28,991 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33411 connecting to ZooKeeper ensemble=127.0.0.1:56394 2024-11-24T15:17:28,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:28,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:29,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334110x0, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:17:29,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33411-0x1014a8db72e0001, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Set watcher on znode that does not yet exist, /0-135886970/running 2024-11-24T15:17:29,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33411-0x1014a8db72e0001 connected 2024-11-24T15:17:29,001 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T15:17:29,003 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T15:17:29,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33411-0x1014a8db72e0001, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Set watcher on znode that does not yet exist, /0-135886970/master 2024-11-24T15:17:29,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33411-0x1014a8db72e0001, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Set watcher on znode that does not yet exist, /0-135886970/acl 2024-11-24T15:17:29,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33411 2024-11-24T15:17:29,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33411 2024-11-24T15:17:29,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33411 2024-11-24T15:17:29,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33411 2024-11-24T15:17:29,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33411 2024-11-24T15:17:29,022 DEBUG [M:0;c99348da3e93:40593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c99348da3e93:40593 2024-11-24T15:17:29,022 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-135886970/backup-masters/c99348da3e93,40593,1732461448932 2024-11-24T15:17:29,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x1014a8db72e0001, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-135886970/backup-masters 2024-11-24T15:17:29,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-135886970/backup-masters 2024-11-24T15:17:29,025 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Set watcher on existing znode=/0-135886970/backup-masters/c99348da3e93,40593,1732461448932 2024-11-24T15:17:29,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x1014a8db72e0001, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-135886970/master 2024-11-24T15:17:29,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-135886970 2024-11-24T15:17:29,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x1014a8db72e0001, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-135886970 2024-11-24T15:17:29,026 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Set watcher on existing znode=/0-135886970/master 2024-11-24T15:17:29,027 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-135886970/backup-masters/c99348da3e93,40593,1732461448932 from backup master directory 2024-11-24T15:17:29,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-135886970/backup-masters/c99348da3e93,40593,1732461448932 2024-11-24T15:17:29,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x1014a8db72e0001, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-135886970/backup-masters 2024-11-24T15:17:29,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-135886970/backup-masters 2024-11-24T15:17:29,029 WARN [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:17:29,029 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c99348da3e93,40593,1732461448932 2024-11-24T15:17:29,034 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/hbase.id] with ID: 425799b9-91af-4354-9638-3f4ed60509a0 2024-11-24T15:17:29,034 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/.tmp/hbase.id 2024-11-24T15:17:29,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44399 is added to blk_1073741826_1002 (size=42) 2024-11-24T15:17:29,440 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/.tmp/hbase.id]:[hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/hbase.id] 2024-11-24T15:17:29,454 INFO [master/c99348da3e93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:29,454 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T15:17:29,455 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T15:17:29,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x1014a8db72e0001, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-135886970 2024-11-24T15:17:29,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-135886970 2024-11-24T15:17:29,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44399 is added to blk_1073741827_1003 (size=196) 2024-11-24T15:17:29,865 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:17:29,866 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T15:17:29,866 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:17:29,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44399 is added to blk_1073741828_1004 (size=1189) 2024-11-24T15:17:30,276 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/MasterData/data/master/store 2024-11-24T15:17:30,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44399 is added to blk_1073741829_1005 (size=34) 2024-11-24T15:17:30,684 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:30,684 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:17:30,684 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:30,684 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:30,684 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:17:30,684 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:30,684 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:30,684 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461450684Disabling compacts and flushes for region at 1732461450684Disabling writes for close at 1732461450684Writing region close event to WAL at 1732461450684Closed at 1732461450684 2024-11-24T15:17:30,685 WARN [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/MasterData/data/master/store/.initializing 2024-11-24T15:17:30,685 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/MasterData/WALs/c99348da3e93,40593,1732461448932 2024-11-24T15:17:30,687 INFO [master/c99348da3e93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:17:30,689 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c99348da3e93%2C40593%2C1732461448932, suffix=, logDir=hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/MasterData/WALs/c99348da3e93,40593,1732461448932, archiveDir=hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/MasterData/oldWALs, maxLogs=10 2024-11-24T15:17:30,707 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/MasterData/WALs/c99348da3e93,40593,1732461448932/c99348da3e93%2C40593%2C1732461448932.1732461450689, exclude list is [], retry=0 2024-11-24T15:17:30,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44399,DS-2341716c-07d8-44e2-b1f5-c93992d931c7,DISK] 2024-11-24T15:17:30,713 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/MasterData/WALs/c99348da3e93,40593,1732461448932/c99348da3e93%2C40593%2C1732461448932.1732461450689 2024-11-24T15:17:30,713 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38613:38613)] 2024-11-24T15:17:30,713 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:17:30,714 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:30,714 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:30,714 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:30,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:30,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T15:17:30,717 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:30,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:30,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:30,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T15:17:30,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:30,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:30,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:30,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T15:17:30,721 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:30,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:30,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:30,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T15:17:30,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:30,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:30,723 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:30,724 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:30,724 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:30,725 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:30,725 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:30,726 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:17:30,727 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:30,729 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:17:30,730 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72946059, jitterRate=0.08698098361492157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:17:30,731 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732461450714Initializing all the Stores at 1732461450715 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461450715Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461450715Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461450715Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461450715Cleaning up temporary data from old regions at 1732461450725 (+10 ms)Region opened successfully at 1732461450731 (+6 ms) 2024-11-24T15:17:30,731 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T15:17:30,734 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f45bf67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:17:30,735 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T15:17:30,736 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T15:17:30,736 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T15:17:30,736 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T15:17:30,736 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T15:17:30,737 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T15:17:30,737 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T15:17:30,741 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T15:17:30,742 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Unable to get data of znode /0-135886970/balancer because node does not exist (not necessarily an error) 2024-11-24T15:17:30,743 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-135886970/balancer already deleted, retry=false 2024-11-24T15:17:30,743 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T15:17:30,744 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Unable to get data of znode /0-135886970/normalizer because node does not exist (not necessarily an error) 2024-11-24T15:17:30,746 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-135886970/normalizer already deleted, retry=false 2024-11-24T15:17:30,746 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T15:17:30,747 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Unable to get data of znode /0-135886970/switch/split because node does not exist (not necessarily an error) 2024-11-24T15:17:30,748 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-135886970/switch/split already deleted, retry=false 2024-11-24T15:17:30,749 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Unable to get data of znode /0-135886970/switch/merge because node does not exist (not necessarily an error) 2024-11-24T15:17:30,750 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-135886970/switch/merge already deleted, retry=false 2024-11-24T15:17:30,752 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Unable to get data of znode /0-135886970/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T15:17:30,753 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-135886970/snapshot-cleanup already deleted, retry=false 2024-11-24T15:17:30,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x1014a8db72e0001, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-135886970/running 2024-11-24T15:17:30,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-135886970/running 2024-11-24T15:17:30,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x1014a8db72e0001, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-135886970 2024-11-24T15:17:30,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-135886970 2024-11-24T15:17:30,756 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c99348da3e93,40593,1732461448932, sessionid=0x1014a8db72e0000, setting cluster-up flag (Was=false) 2024-11-24T15:17:30,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-135886970 2024-11-24T15:17:30,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x1014a8db72e0001, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-135886970 2024-11-24T15:17:30,764 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-135886970/flush-table-proc/acquired, /0-135886970/flush-table-proc/reached, /0-135886970/flush-table-proc/abort 2024-11-24T15:17:30,765 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,40593,1732461448932 2024-11-24T15:17:30,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x1014a8db72e0001, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-135886970 2024-11-24T15:17:30,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-135886970 2024-11-24T15:17:30,774 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-135886970/online-snapshot/acquired, /0-135886970/online-snapshot/reached, /0-135886970/online-snapshot/abort 2024-11-24T15:17:30,775 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,40593,1732461448932 2024-11-24T15:17:30,776 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T15:17:30,778 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T15:17:30,778 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T15:17:30,778 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T15:17:30,779 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c99348da3e93,40593,1732461448932 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T15:17:30,780 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:30,780 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:30,780 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:30,780 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:30,780 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c99348da3e93:0, corePoolSize=10, maxPoolSize=10 2024-11-24T15:17:30,780 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:30,780 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:17:30,780 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:30,785 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732461480785 2024-11-24T15:17:30,785 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T15:17:30,786 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T15:17:30,786 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T15:17:30,786 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T15:17:30,786 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T15:17:30,786 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T15:17:30,786 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:17:30,786 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T15:17:30,787 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:30,787 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T15:17:30,788 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:30,788 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T15:17:30,788 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T15:17:30,788 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T15:17:30,788 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T15:17:30,791 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T15:17:30,791 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T15:17:30,791 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461450791,5,FailOnTimeoutGroup] 2024-11-24T15:17:30,792 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461450791,5,FailOnTimeoutGroup] 2024-11-24T15:17:30,792 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:30,792 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T15:17:30,792 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:30,792 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:30,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44399 is added to blk_1073741831_1007 (size=1321) 2024-11-24T15:17:30,812 INFO [RS:0;c99348da3e93:33411 {}] regionserver.HRegionServer(746): ClusterId : 425799b9-91af-4354-9638-3f4ed60509a0 2024-11-24T15:17:30,812 DEBUG [RS:0;c99348da3e93:33411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T15:17:30,814 DEBUG [RS:0;c99348da3e93:33411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T15:17:30,814 DEBUG [RS:0;c99348da3e93:33411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T15:17:30,818 DEBUG [RS:0;c99348da3e93:33411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T15:17:30,818 DEBUG [RS:0;c99348da3e93:33411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d19026f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:17:30,833 DEBUG [RS:0;c99348da3e93:33411 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c99348da3e93:33411 2024-11-24T15:17:30,833 INFO [RS:0;c99348da3e93:33411 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T15:17:30,833 INFO [RS:0;c99348da3e93:33411 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T15:17:30,833 DEBUG [RS:0;c99348da3e93:33411 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T15:17:30,833 INFO [RS:0;c99348da3e93:33411 {}] regionserver.HRegionServer(2659): reportForDuty to master=c99348da3e93,40593,1732461448932 with port=33411, startcode=1732461448987 2024-11-24T15:17:30,834 DEBUG [RS:0;c99348da3e93:33411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T15:17:30,836 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T15:17:30,836 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40593 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c99348da3e93,33411,1732461448987 2024-11-24T15:17:30,837 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40593 {}] master.ServerManager(517): Registering regionserver=c99348da3e93,33411,1732461448987 2024-11-24T15:17:30,838 DEBUG [RS:0;c99348da3e93:33411 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5 2024-11-24T15:17:30,838 DEBUG [RS:0;c99348da3e93:33411 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37181 2024-11-24T15:17:30,838 DEBUG [RS:0;c99348da3e93:33411 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T15:17:30,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-135886970/rs 2024-11-24T15:17:30,841 DEBUG [RS:0;c99348da3e93:33411 {}] zookeeper.ZKUtil(111): regionserver:33411-0x1014a8db72e0001, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Set watcher on existing znode=/0-135886970/rs/c99348da3e93,33411,1732461448987 2024-11-24T15:17:30,841 WARN [RS:0;c99348da3e93:33411 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:17:30,841 INFO [RS:0;c99348da3e93:33411 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:17:30,841 DEBUG [RS:0;c99348da3e93:33411 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/WALs/c99348da3e93,33411,1732461448987 2024-11-24T15:17:30,841 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c99348da3e93,33411,1732461448987] 2024-11-24T15:17:30,845 INFO [RS:0;c99348da3e93:33411 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T15:17:30,848 INFO [RS:0;c99348da3e93:33411 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T15:17:30,848 INFO [RS:0;c99348da3e93:33411 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T15:17:30,848 INFO [RS:0;c99348da3e93:33411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:30,849 INFO [RS:0;c99348da3e93:33411 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T15:17:30,850 INFO [RS:0;c99348da3e93:33411 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T15:17:30,851 INFO [RS:0;c99348da3e93:33411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:30,851 DEBUG [RS:0;c99348da3e93:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:30,851 DEBUG [RS:0;c99348da3e93:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:30,851 DEBUG [RS:0;c99348da3e93:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:30,851 DEBUG [RS:0;c99348da3e93:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:30,851 DEBUG [RS:0;c99348da3e93:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:30,851 DEBUG [RS:0;c99348da3e93:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:17:30,851 DEBUG [RS:0;c99348da3e93:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:30,851 DEBUG [RS:0;c99348da3e93:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:30,851 DEBUG [RS:0;c99348da3e93:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:30,851 DEBUG [RS:0;c99348da3e93:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:30,851 DEBUG [RS:0;c99348da3e93:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:30,851 DEBUG [RS:0;c99348da3e93:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:30,851 DEBUG [RS:0;c99348da3e93:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:17:30,851 DEBUG [RS:0;c99348da3e93:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:17:30,852 INFO [RS:0;c99348da3e93:33411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:30,852 INFO [RS:0;c99348da3e93:33411 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:30,852 INFO [RS:0;c99348da3e93:33411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:30,852 INFO [RS:0;c99348da3e93:33411 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:30,852 INFO [RS:0;c99348da3e93:33411 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:30,852 INFO [RS:0;c99348da3e93:33411 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,33411,1732461448987-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:17:30,868 INFO [RS:0;c99348da3e93:33411 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T15:17:30,869 INFO [RS:0;c99348da3e93:33411 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,33411,1732461448987-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:30,869 INFO [RS:0;c99348da3e93:33411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:30,869 INFO [RS:0;c99348da3e93:33411 {}] regionserver.Replication(171): c99348da3e93,33411,1732461448987 started 2024-11-24T15:17:30,883 INFO [RS:0;c99348da3e93:33411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:30,884 INFO [RS:0;c99348da3e93:33411 {}] regionserver.HRegionServer(1482): Serving as c99348da3e93,33411,1732461448987, RpcServer on c99348da3e93/172.17.0.2:33411, sessionid=0x1014a8db72e0001 2024-11-24T15:17:30,884 DEBUG [RS:0;c99348da3e93:33411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T15:17:30,884 DEBUG [RS:0;c99348da3e93:33411 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c99348da3e93,33411,1732461448987 2024-11-24T15:17:30,884 DEBUG [RS:0;c99348da3e93:33411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,33411,1732461448987' 2024-11-24T15:17:30,884 DEBUG [RS:0;c99348da3e93:33411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-135886970/flush-table-proc/abort' 2024-11-24T15:17:30,884 DEBUG [RS:0;c99348da3e93:33411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-135886970/flush-table-proc/acquired' 2024-11-24T15:17:30,885 DEBUG [RS:0;c99348da3e93:33411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T15:17:30,885 DEBUG [RS:0;c99348da3e93:33411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T15:17:30,885 DEBUG [RS:0;c99348da3e93:33411 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c99348da3e93,33411,1732461448987 2024-11-24T15:17:30,885 DEBUG [RS:0;c99348da3e93:33411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,33411,1732461448987' 2024-11-24T15:17:30,885 DEBUG [RS:0;c99348da3e93:33411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-135886970/online-snapshot/abort' 2024-11-24T15:17:30,885 DEBUG [RS:0;c99348da3e93:33411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-135886970/online-snapshot/acquired' 2024-11-24T15:17:30,886 DEBUG [RS:0;c99348da3e93:33411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T15:17:30,886 INFO [RS:0;c99348da3e93:33411 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T15:17:30,886 INFO [RS:0;c99348da3e93:33411 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T15:17:30,986 INFO [RS:0;c99348da3e93:33411 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:17:30,988 INFO [RS:0;c99348da3e93:33411 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C33411%2C1732461448987, suffix=, logDir=hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/WALs/c99348da3e93,33411,1732461448987, archiveDir=hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/oldWALs, maxLogs=10 2024-11-24T15:17:31,003 DEBUG [RS:0;c99348da3e93:33411 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/WALs/c99348da3e93,33411,1732461448987/c99348da3e93%2C33411%2C1732461448987.1732461450989, exclude list is [], retry=0 2024-11-24T15:17:31,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44399,DS-2341716c-07d8-44e2-b1f5-c93992d931c7,DISK] 2024-11-24T15:17:31,008 INFO [RS:0;c99348da3e93:33411 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/WALs/c99348da3e93,33411,1732461448987/c99348da3e93%2C33411%2C1732461448987.1732461450989 2024-11-24T15:17:31,009 DEBUG [RS:0;c99348da3e93:33411 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38613:38613)] 2024-11-24T15:17:31,035 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:17:31,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:17:31,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:17:31,201 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T15:17:31,201 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5 2024-11-24T15:17:31,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44399 is added to blk_1073741833_1009 (size=32) 2024-11-24T15:17:31,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:31,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:17:31,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:17:31,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:31,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:31,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:17:31,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:17:31,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:31,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:31,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:17:31,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:17:31,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:31,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:31,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:17:31,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:17:31,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:31,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:31,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:17:31,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/meta/1588230740 2024-11-24T15:17:31,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/meta/1588230740 2024-11-24T15:17:31,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:17:31,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:17:31,622 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:17:31,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:17:31,625 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:17:31,626 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61940151, jitterRate=-0.0770198255777359}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:17:31,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732461451609Initializing all the Stores at 1732461451610 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461451610Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461451610Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461451610Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461451610Cleaning up temporary data from old regions at 1732461451621 (+11 ms)Region opened successfully at 1732461451627 (+6 ms) 2024-11-24T15:17:31,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:17:31,627 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:17:31,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:17:31,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:17:31,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:17:31,627 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:17:31,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461451627Disabling compacts and flushes for region at 1732461451627Disabling writes for close at 1732461451627Writing region close event to WAL at 1732461451627Closed at 1732461451627 2024-11-24T15:17:31,629 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:17:31,629 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T15:17:31,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T15:17:31,630 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:17:31,632 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T15:17:31,782 DEBUG [c99348da3e93:40593 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T15:17:31,782 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c99348da3e93,33411,1732461448987 2024-11-24T15:17:31,784 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,33411,1732461448987, state=OPENING 2024-11-24T15:17:31,785 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T15:17:31,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-135886970 2024-11-24T15:17:31,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x1014a8db72e0001, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-135886970 2024-11-24T15:17:31,787 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:17:31,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-135886970/meta-region-server: CHANGED 2024-11-24T15:17:31,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-135886970/meta-region-server: CHANGED 2024-11-24T15:17:31,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,33411,1732461448987}] 2024-11-24T15:17:31,940 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:17:31,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T15:17:31,946 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T15:17:31,947 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:17:31,947 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T15:17:31,949 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C33411%2C1732461448987.meta, suffix=.meta, logDir=hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/WALs/c99348da3e93,33411,1732461448987, archiveDir=hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/oldWALs, maxLogs=10 2024-11-24T15:17:31,964 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/WALs/c99348da3e93,33411,1732461448987/c99348da3e93%2C33411%2C1732461448987.meta.1732461451950.meta, exclude list is [], retry=0 2024-11-24T15:17:31,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44399,DS-2341716c-07d8-44e2-b1f5-c93992d931c7,DISK] 2024-11-24T15:17:31,968 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/WALs/c99348da3e93,33411,1732461448987/c99348da3e93%2C33411%2C1732461448987.meta.1732461451950.meta 2024-11-24T15:17:31,969 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38613:38613)] 2024-11-24T15:17:31,969 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:17:31,969 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:17:31,969 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:17:31,970 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T15:17:31,970 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T15:17:31,970 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T15:17:31,970 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:31,970 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T15:17:31,970 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T15:17:31,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:17:31,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:17:31,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:31,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:31,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:17:31,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:17:31,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:31,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:31,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:17:31,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:17:31,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:31,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:31,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:17:31,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:17:31,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:31,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:31,977 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:17:31,978 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/meta/1588230740 2024-11-24T15:17:31,980 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/meta/1588230740 2024-11-24T15:17:31,981 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:17:31,981 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:17:31,981 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:17:31,983 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:17:31,984 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71709293, jitterRate=0.06855173408985138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:17:31,984 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T15:17:31,985 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732461451970Writing region info on filesystem at 1732461451970Initializing all the Stores at 1732461451971 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461451971Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461451972 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461451972Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461451972Cleaning up temporary data from old regions at 1732461451981 (+9 ms)Running coprocessor post-open hooks at 1732461451984 (+3 ms)Region opened successfully at 1732461451985 (+1 ms) 2024-11-24T15:17:31,986 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732461451940 2024-11-24T15:17:31,988 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T15:17:31,989 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T15:17:31,989 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,33411,1732461448987 2024-11-24T15:17:31,990 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,33411,1732461448987, state=OPEN 2024-11-24T15:17:31,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-135886970/meta-region-server 2024-11-24T15:17:31,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x1014a8db72e0001, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-135886970/meta-region-server 2024-11-24T15:17:31,995 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c99348da3e93,33411,1732461448987 2024-11-24T15:17:31,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-135886970/meta-region-server: CHANGED 2024-11-24T15:17:31,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-135886970/meta-region-server: CHANGED 2024-11-24T15:17:31,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T15:17:31,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,33411,1732461448987 in 208 msec 2024-11-24T15:17:32,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T15:17:32,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 369 msec 2024-11-24T15:17:32,002 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:17:32,002 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T15:17:32,003 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:17:32,003 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,33411,1732461448987, seqNum=-1] 2024-11-24T15:17:32,004 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:17:32,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:17:32,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2330 sec 2024-11-24T15:17:32,011 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732461452010, completionTime=-1 2024-11-24T15:17:32,011 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T15:17:32,011 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T15:17:32,013 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T15:17:32,013 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732461512013 2024-11-24T15:17:32,013 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732461572013 2024-11-24T15:17:32,013 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T15:17:32,013 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,40593,1732461448932-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:32,013 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,40593,1732461448932-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:32,013 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,40593,1732461448932-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:32,013 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c99348da3e93:40593, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:32,013 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:32,014 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:32,015 DEBUG [master/c99348da3e93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T15:17:32,017 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.988sec 2024-11-24T15:17:32,018 INFO [master/c99348da3e93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T15:17:32,018 INFO [master/c99348da3e93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T15:17:32,018 INFO [master/c99348da3e93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T15:17:32,018 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T15:17:32,018 INFO [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T15:17:32,018 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,40593,1732461448932-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:17:32,018 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,40593,1732461448932-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T15:17:32,021 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T15:17:32,021 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T15:17:32,021 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,40593,1732461448932-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:32,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@246dcb93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:32,113 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,40593,-1 for getting cluster id 2024-11-24T15:17:32,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:32,115 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425799b9-91af-4354-9638-3f4ed60509a0' 2024-11-24T15:17:32,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:32,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425799b9-91af-4354-9638-3f4ed60509a0" 2024-11-24T15:17:32,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79142006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:32,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,40593,-1] 2024-11-24T15:17:32,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:32,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:32,117 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:32,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6e5437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:32,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:17:32,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,33411,1732461448987, seqNum=-1] 2024-11-24T15:17:32,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:17:32,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:17:32,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c99348da3e93,40593,1732461448932 2024-11-24T15:17:32,123 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56394 2024-11-24T15:17:32,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:17:32,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a8db72e0002 connected 2024-11-24T15:17:32,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/hadoop.log.dir so I do NOT create it in target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a 2024-11-24T15:17:32,131 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T15:17:32,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/hadoop.tmp.dir so I do NOT create it in target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a 2024-11-24T15:17:32,131 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T15:17:32,131 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a 2024-11-24T15:17:32,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T15:17:32,131 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/cluster_65c338e1-298f-1b1b-4216-31247ce34110, deleteOnExit=true 2024-11-24T15:17:32,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T15:17:32,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/test.cache.data in system properties and HBase conf 2024-11-24T15:17:32,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T15:17:32,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/hadoop.log.dir in system properties and HBase conf 2024-11-24T15:17:32,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T15:17:32,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T15:17:32,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T15:17:32,132 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T15:17:32,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:17:32,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:17:32,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T15:17:32,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:17:32,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T15:17:32,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T15:17:32,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:17:32,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:17:32,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T15:17:32,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/nfs.dump.dir in system properties and HBase conf 2024-11-24T15:17:32,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/java.io.tmpdir in system properties and HBase conf 2024-11-24T15:17:32,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:17:32,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T15:17:32,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T15:17:32,229 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:17:32,235 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:17:32,236 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:17:32,236 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:17:32,236 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T15:17:32,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:17:32,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34ac2bc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:17:32,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23c3eab3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:17:32,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a293bc4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/java.io.tmpdir/jetty-localhost-44989-hadoop-hdfs-3_4_1-tests_jar-_-any-4031064503138153682/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:17:32,361 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21c01d2{HTTP/1.1, (http/1.1)}{localhost:44989} 2024-11-24T15:17:32,361 INFO [Time-limited test {}] server.Server(415): Started @35243ms 2024-11-24T15:17:32,450 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:17:32,455 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:17:32,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:17:32,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:17:32,456 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T15:17:32,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6520dd09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:17:32,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d3027a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:17:32,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38b67275{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/java.io.tmpdir/jetty-localhost-45725-hadoop-hdfs-3_4_1-tests_jar-_-any-13181915363855593730/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:17:32,572 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e6ab1f8{HTTP/1.1, (http/1.1)}{localhost:45725} 2024-11-24T15:17:32,572 INFO [Time-limited test {}] server.Server(415): Started @35454ms 2024-11-24T15:17:32,574 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T15:17:32,680 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/cluster_65c338e1-298f-1b1b-4216-31247ce34110/data/data1/current/BP-1100942982-172.17.0.2-1732461452165/current, will proceed with Du for space computation calculation, 2024-11-24T15:17:32,680 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/cluster_65c338e1-298f-1b1b-4216-31247ce34110/data/data2/current/BP-1100942982-172.17.0.2-1732461452165/current, will proceed with Du for space computation calculation, 2024-11-24T15:17:32,703 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T15:17:32,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe4566e61618ae97 with lease ID 0xaf137ac2c11df7f: Processing first storage report for DS-36af8d17-13ae-4374-9c2a-0c064cecec9b from datanode DatanodeRegistration(127.0.0.1:32885, datanodeUuid=3383e64d-f44b-4f5c-933d-66322ded7e17, infoPort=39657, infoSecurePort=0, ipcPort=46275, storageInfo=lv=-57;cid=testClusterID;nsid=136508272;c=1732461452165) 2024-11-24T15:17:32,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe4566e61618ae97 with lease ID 0xaf137ac2c11df7f: from storage DS-36af8d17-13ae-4374-9c2a-0c064cecec9b node DatanodeRegistration(127.0.0.1:32885, datanodeUuid=3383e64d-f44b-4f5c-933d-66322ded7e17, infoPort=39657, infoSecurePort=0, ipcPort=46275, storageInfo=lv=-57;cid=testClusterID;nsid=136508272;c=1732461452165), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:17:32,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe4566e61618ae97 with lease ID 0xaf137ac2c11df7f: Processing first storage report for DS-688de449-895b-4943-9a70-9fd1b8bb6d95 from datanode DatanodeRegistration(127.0.0.1:32885, datanodeUuid=3383e64d-f44b-4f5c-933d-66322ded7e17, infoPort=39657, infoSecurePort=0, ipcPort=46275, storageInfo=lv=-57;cid=testClusterID;nsid=136508272;c=1732461452165) 2024-11-24T15:17:32,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe4566e61618ae97 with lease ID 0xaf137ac2c11df7f: from storage DS-688de449-895b-4943-9a70-9fd1b8bb6d95 node DatanodeRegistration(127.0.0.1:32885, datanodeUuid=3383e64d-f44b-4f5c-933d-66322ded7e17, infoPort=39657, infoSecurePort=0, ipcPort=46275, storageInfo=lv=-57;cid=testClusterID;nsid=136508272;c=1732461452165), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:17:32,803 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a 2024-11-24T15:17:32,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:32,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:32,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741825_1001 (size=7) 2024-11-24T15:17:33,216 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672 with version=8 2024-11-24T15:17:33,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/hbase-staging 2024-11-24T15:17:33,218 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:17:33,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:33,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:33,219 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:17:33,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:33,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:17:33,219 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T15:17:33,219 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:17:33,220 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36973 2024-11-24T15:17:33,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36973 connecting to ZooKeeper ensemble=127.0.0.1:56394 2024-11-24T15:17:33,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369730x0, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:17:33,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36973-0x1014a8db72e0003 connected 2024-11-24T15:17:33,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:33,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:33,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Set watcher on znode that does not yet exist, /1-1545660585/running 2024-11-24T15:17:33,245 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672, hbase.cluster.distributed=false 2024-11-24T15:17:33,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Set watcher on znode that does not yet exist, /1-1545660585/acl 2024-11-24T15:17:33,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36973 2024-11-24T15:17:33,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36973 2024-11-24T15:17:33,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36973 2024-11-24T15:17:33,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36973 2024-11-24T15:17:33,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36973 2024-11-24T15:17:33,264 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:17:33,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:33,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:33,264 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:17:33,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:33,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:17:33,264 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T15:17:33,265 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:17:33,265 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46673 2024-11-24T15:17:33,266 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46673 connecting to ZooKeeper ensemble=127.0.0.1:56394 2024-11-24T15:17:33,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:33,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:33,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466730x0, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:17:33,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466730x0, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Set watcher on znode that does not yet exist, /1-1545660585/running 2024-11-24T15:17:33,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46673-0x1014a8db72e0004 connected 2024-11-24T15:17:33,278 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T15:17:33,279 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T15:17:33,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46673-0x1014a8db72e0004, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Set watcher on znode that does not yet exist, /1-1545660585/master 2024-11-24T15:17:33,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46673-0x1014a8db72e0004, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Set watcher on znode that does not yet exist, /1-1545660585/acl 2024-11-24T15:17:33,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46673 2024-11-24T15:17:33,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46673 2024-11-24T15:17:33,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46673 2024-11-24T15:17:33,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46673 2024-11-24T15:17:33,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46673 2024-11-24T15:17:33,294 DEBUG [M:0;c99348da3e93:36973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c99348da3e93:36973 2024-11-24T15:17:33,295 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1545660585/backup-masters/c99348da3e93,36973,1732461453218 2024-11-24T15:17:33,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46673-0x1014a8db72e0004, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545660585/backup-masters 2024-11-24T15:17:33,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545660585/backup-masters 2024-11-24T15:17:33,297 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Set watcher on existing znode=/1-1545660585/backup-masters/c99348da3e93,36973,1732461453218 2024-11-24T15:17:33,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46673-0x1014a8db72e0004, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1545660585/master 2024-11-24T15:17:33,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46673-0x1014a8db72e0004, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545660585 2024-11-24T15:17:33,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545660585 2024-11-24T15:17:33,299 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Set watcher on existing znode=/1-1545660585/master 2024-11-24T15:17:33,299 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1545660585/backup-masters/c99348da3e93,36973,1732461453218 from backup master directory 2024-11-24T15:17:33,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1545660585/backup-masters/c99348da3e93,36973,1732461453218 2024-11-24T15:17:33,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46673-0x1014a8db72e0004, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545660585/backup-masters 2024-11-24T15:17:33,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545660585/backup-masters 2024-11-24T15:17:33,302 WARN [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:17:33,302 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c99348da3e93,36973,1732461453218 2024-11-24T15:17:33,306 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/hbase.id] with ID: fee1de90-e345-4e89-ba95-df388b29a427 2024-11-24T15:17:33,306 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/.tmp/hbase.id 2024-11-24T15:17:33,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741826_1002 (size=42) 2024-11-24T15:17:33,712 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/.tmp/hbase.id]:[hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/hbase.id] 2024-11-24T15:17:33,728 INFO [master/c99348da3e93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:33,728 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T15:17:33,730 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T15:17:33,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545660585 2024-11-24T15:17:33,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46673-0x1014a8db72e0004, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545660585 2024-11-24T15:17:33,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741827_1003 (size=196) 2024-11-24T15:17:34,139 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:17:34,140 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T15:17:34,141 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:17:34,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741828_1004 (size=1189) 2024-11-24T15:17:34,549 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/MasterData/data/master/store 2024-11-24T15:17:34,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741829_1005 (size=34) 2024-11-24T15:17:34,956 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:34,956 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:17:34,957 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:34,957 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:34,957 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:17:34,957 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:34,957 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:34,957 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461454956Disabling compacts and flushes for region at 1732461454956Disabling writes for close at 1732461454957 (+1 ms)Writing region close event to WAL at 1732461454957Closed at 1732461454957 2024-11-24T15:17:34,958 WARN [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/MasterData/data/master/store/.initializing 2024-11-24T15:17:34,958 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/MasterData/WALs/c99348da3e93,36973,1732461453218 2024-11-24T15:17:34,959 INFO [master/c99348da3e93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:17:34,961 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c99348da3e93%2C36973%2C1732461453218, suffix=, logDir=hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/MasterData/WALs/c99348da3e93,36973,1732461453218, archiveDir=hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/MasterData/oldWALs, maxLogs=10 2024-11-24T15:17:34,975 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/MasterData/WALs/c99348da3e93,36973,1732461453218/c99348da3e93%2C36973%2C1732461453218.1732461454961, exclude list is [], retry=0 2024-11-24T15:17:34,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32885,DS-36af8d17-13ae-4374-9c2a-0c064cecec9b,DISK] 2024-11-24T15:17:34,980 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/MasterData/WALs/c99348da3e93,36973,1732461453218/c99348da3e93%2C36973%2C1732461453218.1732461454961 2024-11-24T15:17:34,980 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39657:39657)] 2024-11-24T15:17:34,981 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:17:34,981 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:34,981 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:34,981 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:34,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:34,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T15:17:34,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:34,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:34,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:34,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T15:17:34,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:34,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:34,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:35,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T15:17:35,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:35,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:35,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:35,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T15:17:35,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:35,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:35,022 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:35,023 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:35,023 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:35,025 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:35,025 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:35,025 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:17:35,026 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:35,029 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:17:35,029 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63967200, jitterRate=-0.0468144416809082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:17:35,029 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732461454981Initializing all the Stores at 1732461454982 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461454982Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461454983 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461454983Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461454983Cleaning up temporary data from old regions at 1732461455025 (+42 ms)Region opened successfully at 1732461455029 (+4 ms) 2024-11-24T15:17:35,030 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T15:17:35,033 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9064074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:17:35,034 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T15:17:35,034 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T15:17:35,034 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T15:17:35,034 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T15:17:35,035 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T15:17:35,035 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T15:17:35,035 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T15:17:35,037 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T15:17:35,038 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Unable to get data of znode /1-1545660585/balancer because node does not exist (not necessarily an error) 2024-11-24T15:17:35,039 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1545660585/balancer already deleted, retry=false 2024-11-24T15:17:35,040 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T15:17:35,040 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Unable to get data of znode /1-1545660585/normalizer because node does not exist (not necessarily an error) 2024-11-24T15:17:35,042 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1545660585/normalizer already deleted, retry=false 2024-11-24T15:17:35,042 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T15:17:35,043 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Unable to get data of znode /1-1545660585/switch/split because node does not exist (not necessarily an error) 2024-11-24T15:17:35,044 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1545660585/switch/split already deleted, retry=false 2024-11-24T15:17:35,045 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Unable to get data of znode /1-1545660585/switch/merge because node does not exist (not necessarily an error) 2024-11-24T15:17:35,047 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1545660585/switch/merge already deleted, retry=false 2024-11-24T15:17:35,049 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Unable to get data of znode /1-1545660585/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T15:17:35,050 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1545660585/snapshot-cleanup already deleted, retry=false 2024-11-24T15:17:35,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1545660585/running 2024-11-24T15:17:35,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46673-0x1014a8db72e0004, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1545660585/running 2024-11-24T15:17:35,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545660585 2024-11-24T15:17:35,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46673-0x1014a8db72e0004, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545660585 2024-11-24T15:17:35,052 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c99348da3e93,36973,1732461453218, sessionid=0x1014a8db72e0003, setting cluster-up flag (Was=false) 2024-11-24T15:17:35,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545660585 2024-11-24T15:17:35,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46673-0x1014a8db72e0004, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545660585 2024-11-24T15:17:35,063 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1545660585/flush-table-proc/acquired, /1-1545660585/flush-table-proc/reached, /1-1545660585/flush-table-proc/abort 2024-11-24T15:17:35,065 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,36973,1732461453218 2024-11-24T15:17:35,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545660585 2024-11-24T15:17:35,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46673-0x1014a8db72e0004, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545660585 2024-11-24T15:17:35,074 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1545660585/online-snapshot/acquired, /1-1545660585/online-snapshot/reached, /1-1545660585/online-snapshot/abort 2024-11-24T15:17:35,075 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,36973,1732461453218 2024-11-24T15:17:35,077 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T15:17:35,079 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T15:17:35,079 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T15:17:35,079 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T15:17:35,080 WARN [master/c99348da3e93:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of c99348da3e93,39835,1732461422847: status=Processing ServerCrashProcedure of c99348da3e93,39835,1732461422847 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732461438259, completionTime=-1 appears to have been leaked 2024-11-24T15:17:35,080 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c99348da3e93,36973,1732461453218 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T15:17:35,081 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:35,081 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:35,081 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:35,081 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:35,081 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c99348da3e93:0, corePoolSize=10, maxPoolSize=10 2024-11-24T15:17:35,082 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:35,082 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:17:35,082 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:35,085 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:17:35,085 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T15:17:35,086 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:35,086 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T15:17:35,089 INFO [RS:0;c99348da3e93:46673 {}] regionserver.HRegionServer(746): ClusterId : fee1de90-e345-4e89-ba95-df388b29a427 2024-11-24T15:17:35,089 DEBUG [RS:0;c99348da3e93:46673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T15:17:35,091 DEBUG [RS:0;c99348da3e93:46673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T15:17:35,091 DEBUG [RS:0;c99348da3e93:46673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T15:17:35,094 DEBUG [RS:0;c99348da3e93:46673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T15:17:35,094 DEBUG [RS:0;c99348da3e93:46673 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d9c320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:17:35,096 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732461485096 2024-11-24T15:17:35,096 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T15:17:35,096 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T15:17:35,096 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T15:17:35,097 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T15:17:35,097 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T15:17:35,097 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T15:17:35,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741831_1007 (size=1321) 2024-11-24T15:17:35,100 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:35,104 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T15:17:35,104 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T15:17:35,104 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T15:17:35,104 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T15:17:35,104 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T15:17:35,104 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T15:17:35,104 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461455104,5,FailOnTimeoutGroup] 2024-11-24T15:17:35,105 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461455104,5,FailOnTimeoutGroup] 2024-11-24T15:17:35,105 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:35,105 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T15:17:35,105 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:35,105 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:35,113 DEBUG [RS:0;c99348da3e93:46673 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c99348da3e93:46673 2024-11-24T15:17:35,113 INFO [RS:0;c99348da3e93:46673 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T15:17:35,113 INFO [RS:0;c99348da3e93:46673 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T15:17:35,113 DEBUG [RS:0;c99348da3e93:46673 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T15:17:35,114 INFO [RS:0;c99348da3e93:46673 {}] regionserver.HRegionServer(2659): reportForDuty to master=c99348da3e93,36973,1732461453218 with port=46673, startcode=1732461453264 2024-11-24T15:17:35,114 DEBUG [RS:0;c99348da3e93:46673 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T15:17:35,116 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T15:17:35,117 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36973 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c99348da3e93,46673,1732461453264 2024-11-24T15:17:35,117 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36973 {}] master.ServerManager(517): Registering regionserver=c99348da3e93,46673,1732461453264 2024-11-24T15:17:35,119 DEBUG [RS:0;c99348da3e93:46673 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672 2024-11-24T15:17:35,119 DEBUG [RS:0;c99348da3e93:46673 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41179 2024-11-24T15:17:35,119 DEBUG [RS:0;c99348da3e93:46673 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T15:17:35,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545660585/rs 2024-11-24T15:17:35,126 DEBUG [RS:0;c99348da3e93:46673 {}] zookeeper.ZKUtil(111): regionserver:46673-0x1014a8db72e0004, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Set watcher on existing znode=/1-1545660585/rs/c99348da3e93,46673,1732461453264 2024-11-24T15:17:35,126 WARN [RS:0;c99348da3e93:46673 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:17:35,126 INFO [RS:0;c99348da3e93:46673 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:17:35,127 DEBUG [RS:0;c99348da3e93:46673 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/WALs/c99348da3e93,46673,1732461453264 2024-11-24T15:17:35,127 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c99348da3e93,46673,1732461453264] 2024-11-24T15:17:35,133 INFO [RS:0;c99348da3e93:46673 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T15:17:35,136 INFO [RS:0;c99348da3e93:46673 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T15:17:35,137 INFO [RS:0;c99348da3e93:46673 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T15:17:35,137 INFO [RS:0;c99348da3e93:46673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:35,137 INFO [RS:0;c99348da3e93:46673 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T15:17:35,138 INFO [RS:0;c99348da3e93:46673 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T15:17:35,138 INFO [RS:0;c99348da3e93:46673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:35,138 DEBUG [RS:0;c99348da3e93:46673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:35,138 DEBUG [RS:0;c99348da3e93:46673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:35,138 DEBUG [RS:0;c99348da3e93:46673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:35,138 DEBUG [RS:0;c99348da3e93:46673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:35,138 DEBUG [RS:0;c99348da3e93:46673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:35,138 DEBUG [RS:0;c99348da3e93:46673 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:17:35,138 DEBUG [RS:0;c99348da3e93:46673 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:35,138 DEBUG [RS:0;c99348da3e93:46673 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:35,138 DEBUG [RS:0;c99348da3e93:46673 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:35,138 DEBUG [RS:0;c99348da3e93:46673 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:35,138 DEBUG [RS:0;c99348da3e93:46673 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:35,138 DEBUG [RS:0;c99348da3e93:46673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:35,138 DEBUG [RS:0;c99348da3e93:46673 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:17:35,139 DEBUG [RS:0;c99348da3e93:46673 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:17:35,139 INFO [RS:0;c99348da3e93:46673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:35,139 INFO [RS:0;c99348da3e93:46673 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:35,139 INFO [RS:0;c99348da3e93:46673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:35,139 INFO [RS:0;c99348da3e93:46673 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:35,139 INFO [RS:0;c99348da3e93:46673 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:35,139 INFO [RS:0;c99348da3e93:46673 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,46673,1732461453264-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:17:35,157 INFO [RS:0;c99348da3e93:46673 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T15:17:35,157 INFO [RS:0;c99348da3e93:46673 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,46673,1732461453264-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:35,158 INFO [RS:0;c99348da3e93:46673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:35,158 INFO [RS:0;c99348da3e93:46673 {}] regionserver.Replication(171): c99348da3e93,46673,1732461453264 started 2024-11-24T15:17:35,174 INFO [RS:0;c99348da3e93:46673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:35,174 INFO [RS:0;c99348da3e93:46673 {}] regionserver.HRegionServer(1482): Serving as c99348da3e93,46673,1732461453264, RpcServer on c99348da3e93/172.17.0.2:46673, sessionid=0x1014a8db72e0004 2024-11-24T15:17:35,174 DEBUG [RS:0;c99348da3e93:46673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T15:17:35,174 DEBUG [RS:0;c99348da3e93:46673 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c99348da3e93,46673,1732461453264 2024-11-24T15:17:35,174 DEBUG [RS:0;c99348da3e93:46673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,46673,1732461453264' 2024-11-24T15:17:35,174 DEBUG [RS:0;c99348da3e93:46673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1545660585/flush-table-proc/abort' 2024-11-24T15:17:35,175 DEBUG [RS:0;c99348da3e93:46673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1545660585/flush-table-proc/acquired' 2024-11-24T15:17:35,175 DEBUG [RS:0;c99348da3e93:46673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T15:17:35,175 DEBUG [RS:0;c99348da3e93:46673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T15:17:35,175 DEBUG [RS:0;c99348da3e93:46673 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c99348da3e93,46673,1732461453264 2024-11-24T15:17:35,175 DEBUG [RS:0;c99348da3e93:46673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,46673,1732461453264' 2024-11-24T15:17:35,175 DEBUG [RS:0;c99348da3e93:46673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1545660585/online-snapshot/abort' 2024-11-24T15:17:35,175 DEBUG [RS:0;c99348da3e93:46673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1545660585/online-snapshot/acquired' 2024-11-24T15:17:35,176 DEBUG [RS:0;c99348da3e93:46673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T15:17:35,176 INFO [RS:0;c99348da3e93:46673 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T15:17:35,176 INFO [RS:0;c99348da3e93:46673 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T15:17:35,276 INFO [RS:0;c99348da3e93:46673 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:17:35,278 INFO [RS:0;c99348da3e93:46673 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C46673%2C1732461453264, suffix=, logDir=hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/WALs/c99348da3e93,46673,1732461453264, archiveDir=hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/oldWALs, maxLogs=10 2024-11-24T15:17:35,291 DEBUG [RS:0;c99348da3e93:46673 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/WALs/c99348da3e93,46673,1732461453264/c99348da3e93%2C46673%2C1732461453264.1732461455278, exclude list is [], retry=0 2024-11-24T15:17:35,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32885,DS-36af8d17-13ae-4374-9c2a-0c064cecec9b,DISK] 2024-11-24T15:17:35,297 INFO [RS:0;c99348da3e93:46673 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/WALs/c99348da3e93,46673,1732461453264/c99348da3e93%2C46673%2C1732461453264.1732461455278 2024-11-24T15:17:35,297 DEBUG [RS:0;c99348da3e93:46673 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39657:39657)] 2024-11-24T15:17:35,499 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T15:17:35,500 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672 2024-11-24T15:17:35,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741833_1009 (size=32) 2024-11-24T15:17:35,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:35,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:17:35,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:17:35,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:35,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:35,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:17:35,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:17:35,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:35,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:35,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:17:35,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:17:35,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:35,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:35,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:17:35,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:17:35,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:35,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:35,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:17:35,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/data/hbase/meta/1588230740 2024-11-24T15:17:35,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/data/hbase/meta/1588230740 2024-11-24T15:17:35,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:17:35,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:17:35,918 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:17:35,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:17:35,921 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:17:35,921 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63231751, jitterRate=-0.05777348577976227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:17:35,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732461455907Initializing all the Stores at 1732461455908 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461455908Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461455908Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461455908Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461455908Cleaning up temporary data from old regions at 1732461455917 (+9 ms)Region opened successfully at 1732461455922 (+5 ms) 2024-11-24T15:17:35,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:17:35,922 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:17:35,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:17:35,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:17:35,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:17:35,922 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:17:35,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461455922Disabling compacts and flushes for region at 1732461455922Disabling writes for close at 1732461455922Writing region close event to WAL at 1732461455922Closed at 1732461455922 2024-11-24T15:17:35,924 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:17:35,924 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T15:17:35,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T15:17:35,925 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:17:35,926 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T15:17:36,077 DEBUG [c99348da3e93:36973 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T15:17:36,077 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c99348da3e93,46673,1732461453264 2024-11-24T15:17:36,079 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,46673,1732461453264, state=OPENING 2024-11-24T15:17:36,080 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T15:17:36,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545660585 2024-11-24T15:17:36,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46673-0x1014a8db72e0004, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545660585 2024-11-24T15:17:36,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1545660585/meta-region-server: CHANGED 2024-11-24T15:17:36,082 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:17:36,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1545660585/meta-region-server: CHANGED 2024-11-24T15:17:36,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,46673,1732461453264}] 2024-11-24T15:17:36,236 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:17:36,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T15:17:36,242 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T15:17:36,242 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:17:36,242 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T15:17:36,244 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C46673%2C1732461453264.meta, suffix=.meta, logDir=hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/WALs/c99348da3e93,46673,1732461453264, archiveDir=hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/oldWALs, maxLogs=10 2024-11-24T15:17:36,257 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/WALs/c99348da3e93,46673,1732461453264/c99348da3e93%2C46673%2C1732461453264.meta.1732461456244.meta, exclude list is [], retry=0 2024-11-24T15:17:36,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32885,DS-36af8d17-13ae-4374-9c2a-0c064cecec9b,DISK] 2024-11-24T15:17:36,262 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/WALs/c99348da3e93,46673,1732461453264/c99348da3e93%2C46673%2C1732461453264.meta.1732461456244.meta 2024-11-24T15:17:36,263 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39657:39657)] 2024-11-24T15:17:36,263 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:17:36,263 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:17:36,263 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:17:36,263 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T15:17:36,263 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T15:17:36,264 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T15:17:36,264 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:36,264 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T15:17:36,264 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T15:17:36,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:17:36,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:17:36,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:36,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:36,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:17:36,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:17:36,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:36,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:36,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:17:36,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:17:36,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:36,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:36,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:17:36,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:17:36,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:36,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:36,271 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:17:36,271 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/data/hbase/meta/1588230740 2024-11-24T15:17:36,272 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/data/hbase/meta/1588230740 2024-11-24T15:17:36,273 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:17:36,273 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:17:36,274 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:17:36,276 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:17:36,276 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74618630, jitterRate=0.11190423369407654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:17:36,276 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T15:17:36,277 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732461456264Writing region info on filesystem at 1732461456264Initializing all the Stores at 1732461456265 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461456265Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461456265Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461456265Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461456265Cleaning up temporary data from old regions at 1732461456273 (+8 ms)Running coprocessor post-open hooks at 1732461456277 (+4 ms)Region opened successfully at 1732461456277 2024-11-24T15:17:36,278 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732461456235 2024-11-24T15:17:36,280 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T15:17:36,280 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T15:17:36,281 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,46673,1732461453264 2024-11-24T15:17:36,282 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,46673,1732461453264, state=OPEN 2024-11-24T15:17:36,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1545660585/meta-region-server 2024-11-24T15:17:36,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46673-0x1014a8db72e0004, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1545660585/meta-region-server 2024-11-24T15:17:36,285 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c99348da3e93,46673,1732461453264 2024-11-24T15:17:36,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1545660585/meta-region-server: CHANGED 2024-11-24T15:17:36,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1545660585/meta-region-server: CHANGED 2024-11-24T15:17:36,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T15:17:36,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,46673,1732461453264 in 203 msec 2024-11-24T15:17:36,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T15:17:36,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-11-24T15:17:36,291 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:17:36,291 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T15:17:36,293 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:17:36,293 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,46673,1732461453264, seqNum=-1] 2024-11-24T15:17:36,293 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:17:36,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:17:36,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2210 sec 2024-11-24T15:17:36,300 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732461456300, completionTime=-1 2024-11-24T15:17:36,300 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T15:17:36,300 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T15:17:36,302 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T15:17:36,302 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732461516302 2024-11-24T15:17:36,302 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732461576302 2024-11-24T15:17:36,302 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T15:17:36,302 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,36973,1732461453218-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:36,302 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,36973,1732461453218-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:36,302 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,36973,1732461453218-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:36,302 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c99348da3e93:36973, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:36,302 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:36,303 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:36,304 DEBUG [master/c99348da3e93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T15:17:36,306 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.004sec 2024-11-24T15:17:36,306 INFO [master/c99348da3e93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T15:17:36,306 INFO [master/c99348da3e93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T15:17:36,306 INFO [master/c99348da3e93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T15:17:36,306 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T15:17:36,306 INFO [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T15:17:36,306 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,36973,1732461453218-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:17:36,306 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,36973,1732461453218-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T15:17:36,309 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T15:17:36,309 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T15:17:36,309 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,36973,1732461453218-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:36,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c8517e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:36,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,36973,-1 for getting cluster id 2024-11-24T15:17:36,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:36,392 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fee1de90-e345-4e89-ba95-df388b29a427' 2024-11-24T15:17:36,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:36,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fee1de90-e345-4e89-ba95-df388b29a427" 2024-11-24T15:17:36,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d27c170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:36,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,36973,-1] 2024-11-24T15:17:36,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:36,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:36,395 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:36,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51736c62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:36,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:17:36,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,46673,1732461453264, seqNum=-1] 2024-11-24T15:17:36,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:17:36,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:17:36,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c99348da3e93,36973,1732461453218 2024-11-24T15:17:36,401 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56394 2024-11-24T15:17:36,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:17:36,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014a8db72e0005 connected 2024-11-24T15:17:36,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b7b5ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:36,408 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,40593,-1 for getting cluster id 2024-11-24T15:17:36,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:36,409 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '425799b9-91af-4354-9638-3f4ed60509a0' 2024-11-24T15:17:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "425799b9-91af-4354-9638-3f4ed60509a0" 2024-11-24T15:17:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0c1dca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,40593,-1] 2024-11-24T15:17:36,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:36,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:36,411 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:36,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef6b5e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:36,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:17:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,40593,1732461448932 2024-11-24T15:17:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13e8b9a1 2024-11-24T15:17:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:17:36,414 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:17:36,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c99348da3e93:36973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T15:17:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T15:17:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:17:36,417 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:36973' 2024-11-24T15:17:36,418 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c022e07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:36,418 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,36973,-1 for getting cluster id 2024-11-24T15:17:36,418 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:36,419 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fee1de90-e345-4e89-ba95-df388b29a427' 2024-11-24T15:17:36,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:36,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fee1de90-e345-4e89-ba95-df388b29a427" 2024-11-24T15:17:36,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e7d777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:36,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,36973,-1] 2024-11-24T15:17:36,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:36,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:36,421 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:36,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@402f9bc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:36,422 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:17:36,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,36973,1732461453218 2024-11-24T15:17:36,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6637af0a 2024-11-24T15:17:36,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:17:36,424 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:17:36,424 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T15:17:36,424 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T15:17:36,424 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:36,424 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:36,424 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:17:36,425 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:17:36,426 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T15:17:36,428 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:17:36,428 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:36,429 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:17:36,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44399 is added to blk_1073741835_1011 (size=1138) 2024-11-24T15:17:36,440 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bde4ddb74659ab91ffee69edcaaa706c, NAME => 'hbase:replication,,1732461456425.bde4ddb74659ab91ffee69edcaaa706c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5 2024-11-24T15:17:36,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44399 is added to blk_1073741836_1012 (size=44) 2024-11-24T15:17:36,476 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T15:17:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:17:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:17:36,845 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T15:17:36,847 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461456425.bde4ddb74659ab91ffee69edcaaa706c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:36,847 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bde4ddb74659ab91ffee69edcaaa706c, disabling compactions & flushes 2024-11-24T15:17:36,847 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461456425.bde4ddb74659ab91ffee69edcaaa706c. 2024-11-24T15:17:36,847 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461456425.bde4ddb74659ab91ffee69edcaaa706c. 2024-11-24T15:17:36,847 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461456425.bde4ddb74659ab91ffee69edcaaa706c. after waiting 0 ms 2024-11-24T15:17:36,847 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461456425.bde4ddb74659ab91ffee69edcaaa706c. 2024-11-24T15:17:36,847 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732461456425.bde4ddb74659ab91ffee69edcaaa706c. 2024-11-24T15:17:36,847 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bde4ddb74659ab91ffee69edcaaa706c: Waiting for close lock at 1732461456847Disabling compacts and flushes for region at 1732461456847Disabling writes for close at 1732461456847Writing region close event to WAL at 1732461456847Closed at 1732461456847 2024-11-24T15:17:36,849 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:17:36,849 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732461456425.bde4ddb74659ab91ffee69edcaaa706c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732461456849"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461456849"}]},"ts":"1732461456849"} 2024-11-24T15:17:36,851 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:17:36,852 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:17:36,852 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461456852"}]},"ts":"1732461456852"} 2024-11-24T15:17:36,854 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T15:17:36,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bde4ddb74659ab91ffee69edcaaa706c, ASSIGN}] 2024-11-24T15:17:36,856 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bde4ddb74659ab91ffee69edcaaa706c, ASSIGN 2024-11-24T15:17:36,857 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bde4ddb74659ab91ffee69edcaaa706c, ASSIGN; state=OFFLINE, location=c99348da3e93,33411,1732461448987; forceNewPlan=false, retain=false 2024-11-24T15:17:37,008 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bde4ddb74659ab91ffee69edcaaa706c, regionState=OPENING, regionLocation=c99348da3e93,33411,1732461448987 2024-11-24T15:17:37,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bde4ddb74659ab91ffee69edcaaa706c, ASSIGN because future has completed 2024-11-24T15:17:37,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bde4ddb74659ab91ffee69edcaaa706c, server=c99348da3e93,33411,1732461448987}] 2024-11-24T15:17:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:17:37,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732461456425.bde4ddb74659ab91ffee69edcaaa706c. 2024-11-24T15:17:37,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:17:37,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T15:17:37,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C33411%2C1732461448987.rep, suffix=, logDir=hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/WALs/c99348da3e93,33411,1732461448987, archiveDir=hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/oldWALs, maxLogs=10 2024-11-24T15:17:37,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/WALs/c99348da3e93,33411,1732461448987/c99348da3e93%2C33411%2C1732461448987.rep.1732461457172, exclude list is [], retry=0 2024-11-24T15:17:37,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44399,DS-2341716c-07d8-44e2-b1f5-c93992d931c7,DISK] 2024-11-24T15:17:37,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/WALs/c99348da3e93,33411,1732461448987/c99348da3e93%2C33411%2C1732461448987.rep.1732461457172 2024-11-24T15:17:37,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38613:38613)] 2024-11-24T15:17:37,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => bde4ddb74659ab91ffee69edcaaa706c, NAME => 'hbase:replication,,1732461456425.bde4ddb74659ab91ffee69edcaaa706c.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:17:37,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:17:37,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:17:37,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732461456425.bde4ddb74659ab91ffee69edcaaa706c. service=MultiRowMutationService 2024-11-24T15:17:37,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T15:17:37,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bde4ddb74659ab91ffee69edcaaa706c 2024-11-24T15:17:37,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461456425.bde4ddb74659ab91ffee69edcaaa706c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:37,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for bde4ddb74659ab91ffee69edcaaa706c 2024-11-24T15:17:37,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for bde4ddb74659ab91ffee69edcaaa706c 2024-11-24T15:17:37,192 INFO [StoreOpener-bde4ddb74659ab91ffee69edcaaa706c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bde4ddb74659ab91ffee69edcaaa706c 2024-11-24T15:17:37,193 INFO [StoreOpener-bde4ddb74659ab91ffee69edcaaa706c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bde4ddb74659ab91ffee69edcaaa706c columnFamilyName hfileref 2024-11-24T15:17:37,193 DEBUG [StoreOpener-bde4ddb74659ab91ffee69edcaaa706c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:37,194 INFO [StoreOpener-bde4ddb74659ab91ffee69edcaaa706c-1 {}] regionserver.HStore(327): Store=bde4ddb74659ab91ffee69edcaaa706c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:37,194 INFO [StoreOpener-bde4ddb74659ab91ffee69edcaaa706c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bde4ddb74659ab91ffee69edcaaa706c 2024-11-24T15:17:37,195 INFO [StoreOpener-bde4ddb74659ab91ffee69edcaaa706c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bde4ddb74659ab91ffee69edcaaa706c columnFamilyName queue 2024-11-24T15:17:37,195 DEBUG [StoreOpener-bde4ddb74659ab91ffee69edcaaa706c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:37,196 INFO [StoreOpener-bde4ddb74659ab91ffee69edcaaa706c-1 {}] regionserver.HStore(327): Store=bde4ddb74659ab91ffee69edcaaa706c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:37,196 INFO [StoreOpener-bde4ddb74659ab91ffee69edcaaa706c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bde4ddb74659ab91ffee69edcaaa706c 2024-11-24T15:17:37,197 INFO [StoreOpener-bde4ddb74659ab91ffee69edcaaa706c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bde4ddb74659ab91ffee69edcaaa706c columnFamilyName sid 2024-11-24T15:17:37,197 DEBUG [StoreOpener-bde4ddb74659ab91ffee69edcaaa706c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:37,197 INFO [StoreOpener-bde4ddb74659ab91ffee69edcaaa706c-1 {}] regionserver.HStore(327): Store=bde4ddb74659ab91ffee69edcaaa706c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:37,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for bde4ddb74659ab91ffee69edcaaa706c 2024-11-24T15:17:37,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/replication/bde4ddb74659ab91ffee69edcaaa706c 2024-11-24T15:17:37,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/replication/bde4ddb74659ab91ffee69edcaaa706c 2024-11-24T15:17:37,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for bde4ddb74659ab91ffee69edcaaa706c 2024-11-24T15:17:37,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for bde4ddb74659ab91ffee69edcaaa706c 2024-11-24T15:17:37,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:17:37,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for bde4ddb74659ab91ffee69edcaaa706c 2024-11-24T15:17:37,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/replication/bde4ddb74659ab91ffee69edcaaa706c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:17:37,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened bde4ddb74659ab91ffee69edcaaa706c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66608638, jitterRate=-0.007453948259353638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:17:37,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bde4ddb74659ab91ffee69edcaaa706c 2024-11-24T15:17:37,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for bde4ddb74659ab91ffee69edcaaa706c: Running coprocessor pre-open hook at 1732461457191Writing region info on filesystem at 1732461457191Initializing all the Stores at 1732461457192 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461457192Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461457192Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461457192Cleaning up temporary data from old regions at 1732461457200 (+8 ms)Running coprocessor post-open hooks at 1732461457204 (+4 ms)Region opened successfully at 1732461457205 (+1 ms) 2024-11-24T15:17:37,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732461456425.bde4ddb74659ab91ffee69edcaaa706c., pid=7, masterSystemTime=1732461457164 2024-11-24T15:17:37,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732461456425.bde4ddb74659ab91ffee69edcaaa706c. 2024-11-24T15:17:37,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732461456425.bde4ddb74659ab91ffee69edcaaa706c. 2024-11-24T15:17:37,209 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bde4ddb74659ab91ffee69edcaaa706c, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,33411,1732461448987 2024-11-24T15:17:37,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bde4ddb74659ab91ffee69edcaaa706c, server=c99348da3e93,33411,1732461448987 because future has completed 2024-11-24T15:17:37,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-24T15:17:37,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bde4ddb74659ab91ffee69edcaaa706c, server=c99348da3e93,33411,1732461448987 in 201 msec 2024-11-24T15:17:37,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T15:17:37,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bde4ddb74659ab91ffee69edcaaa706c, ASSIGN in 360 msec 2024-11-24T15:17:37,218 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:17:37,219 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461457218"}]},"ts":"1732461457218"} 2024-11-24T15:17:37,221 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T15:17:37,222 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:17:37,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 797 msec 2024-11-24T15:17:37,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732461456425.bde4ddb74659ab91ffee69edcaaa706c., hostname=c99348da3e93,33411,1732461448987, seqNum=2] 2024-11-24T15:17:37,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x1014a8db72e0001, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-135886970 2024-11-24T15:17:37,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-135886970 2024-11-24T15:17:37,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T15:17:37,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-24T15:17:37,397 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T15:17:37,425 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c99348da3e93,33411,1732461448987, ReplicationSource: 1, currentBandwidth=0 2024-11-24T15:17:37,426 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:17:37,426 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,33411,1732461448987, seqNum=-1] 2024-11-24T15:17:37,426 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:17:37,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-24T15:17:37,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c99348da3e93,33411,1732461448987', locateType=CURRENT is [region=hbase:replication,,1732461456425.bde4ddb74659ab91ffee69edcaaa706c., hostname=c99348da3e93,33411,1732461448987, seqNum=2] 2024-11-24T15:17:37,432 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T15:17:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T15:17:37,435 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c99348da3e93,33411,1732461448987 suceeded 2024-11-24T15:17:37,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T15:17:37,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-24T15:17:37,437 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c99348da3e93:36973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T15:17:37,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0230 sec 2024-11-24T15:17:37,449 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33411,1732461448987 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:36973' 2024-11-24T15:17:37,450 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33411,1732461448987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d297fbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:37,450 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33411,1732461448987 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,36973,-1 for getting cluster id 2024-11-24T15:17:37,450 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33411,1732461448987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:37,451 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fee1de90-e345-4e89-ba95-df388b29a427' 2024-11-24T15:17:37,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:37,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fee1de90-e345-4e89-ba95-df388b29a427" 2024-11-24T15:17:37,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3276ce6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:37,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,36973,-1] 2024-11-24T15:17:37,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:37,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:37,453 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:37,453 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33411,1732461448987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ad491ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:37,453 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33411,1732461448987 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:17:37,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,36973,1732461453218 2024-11-24T15:17:37,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cc2b5a7 2024-11-24T15:17:37,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:17:37,455 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-24T15:17:37,456 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33411,1732461448987 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c99348da3e93,33411,1732461448987 (queues=1) is replicating from cluster=425799b9-91af-4354-9638-3f4ed60509a0 to cluster=fee1de90-e345-4e89-ba95-df388b29a427 2024-11-24T15:17:37,456 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33411,1732461448987 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c99348da3e93%2C33411%2C1732461448987 2024-11-24T15:17:37,456 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33411,1732461448987 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c99348da3e93,33411,1732461448987, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T15:17:37,457 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33411,1732461448987.replicationSource.shipperc99348da3e93%2C33411%2C1732461448987,1-c99348da3e93,33411,1732461448987 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c99348da3e93%2C33411%2C1732461448987 2024-11-24T15:17:37,457 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33411,1732461448987.replicationSource.wal-reader.c99348da3e93%2C33411%2C1732461448987,1-c99348da3e93,33411,1732461448987 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/WALs/c99348da3e93,33411,1732461448987/c99348da3e93%2C33411%2C1732461448987.1732461450989, startPosition=0, beingWritten=true 2024-11-24T15:17:37,472 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:17:37,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:17:37,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:17:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:17:37,557 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T15:17:37,557 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:17:37,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:17:37,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:37,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:37,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:17:37,558 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:17:37,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,40593,1732461448932 2024-11-24T15:17:37,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@633e8442 2024-11-24T15:17:37,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:17:37,560 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:17:37,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T15:17:37,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T15:17:37,561 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:17:37,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:17:37,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:37,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:37,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:17:37,561 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T15:17:37,561 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=198350899, stopped=false 2024-11-24T15:17:37,561 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c99348da3e93,36973,1732461453218 2024-11-24T15:17:37,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1545660585/running 2024-11-24T15:17:37,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46673-0x1014a8db72e0004, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1545660585/running 2024-11-24T15:17:37,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545660585 2024-11-24T15:17:37,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46673-0x1014a8db72e0004, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545660585 2024-11-24T15:17:37,563 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:17:37,563 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:17:37,563 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:17:37,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:37,564 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c99348da3e93,46673,1732461453264' ***** 2024-11-24T15:17:37,564 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T15:17:37,564 INFO [RS:0;c99348da3e93:46673 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T15:17:37,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46673-0x1014a8db72e0004, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Set watcher on znode that does not yet exist, /1-1545660585/running 2024-11-24T15:17:37,564 INFO [RS:0;c99348da3e93:46673 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T15:17:37,564 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T15:17:37,564 INFO [RS:0;c99348da3e93:46673 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T15:17:37,564 INFO [RS:0;c99348da3e93:46673 {}] regionserver.HRegionServer(959): stopping server c99348da3e93,46673,1732461453264 2024-11-24T15:17:37,564 INFO [RS:0;c99348da3e93:46673 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:17:37,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Set watcher on znode that does not yet exist, /1-1545660585/running 2024-11-24T15:17:37,564 INFO [RS:0;c99348da3e93:46673 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:46673. 2024-11-24T15:17:37,564 DEBUG [RS:0;c99348da3e93:46673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:17:37,564 DEBUG [RS:0;c99348da3e93:46673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:37,564 INFO [RS:0;c99348da3e93:46673 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T15:17:37,564 INFO [RS:0;c99348da3e93:46673 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T15:17:37,564 INFO [RS:0;c99348da3e93:46673 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T15:17:37,565 INFO [RS:0;c99348da3e93:46673 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T15:17:37,565 INFO [RS:0;c99348da3e93:46673 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T15:17:37,565 DEBUG [RS:0;c99348da3e93:46673 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T15:17:37,565 DEBUG [RS:0;c99348da3e93:46673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:17:37,565 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:17:37,565 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:17:37,565 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:17:37,565 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:17:37,565 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:17:37,565 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T15:17:37,582 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/data/hbase/meta/1588230740/.tmp/ns/a79dc5880b0c4098a231256fb1fcb1a1 is 43, key is default/ns:d/1732461456295/Put/seqid=0 2024-11-24T15:17:37,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741835_1011 (size=5153) 2024-11-24T15:17:37,641 INFO [regionserver/c99348da3e93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:17:37,662 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33411,1732461448987.replicationSource.wal-reader.c99348da3e93%2C33411%2C1732461448987,1-c99348da3e93,33411,1732461448987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/WALs/c99348da3e93,33411,1732461448987/c99348da3e93%2C33411%2C1732461448987.1732461450989 to pos 0, reset compression=false 2024-11-24T15:17:37,765 DEBUG [RS:0;c99348da3e93:46673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:17:37,965 DEBUG [RS:0;c99348da3e93:46673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:17:37,967 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33411,1732461448987.replicationSource.wal-reader.c99348da3e93%2C33411%2C1732461448987,1-c99348da3e93,33411,1732461448987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/WALs/c99348da3e93,33411,1732461448987/c99348da3e93%2C33411%2C1732461448987.1732461450989 to pos 0, reset compression=false 2024-11-24T15:17:37,986 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/data/hbase/meta/1588230740/.tmp/ns/a79dc5880b0c4098a231256fb1fcb1a1 2024-11-24T15:17:37,993 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/data/hbase/meta/1588230740/.tmp/ns/a79dc5880b0c4098a231256fb1fcb1a1 as hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/data/hbase/meta/1588230740/ns/a79dc5880b0c4098a231256fb1fcb1a1 2024-11-24T15:17:37,999 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/data/hbase/meta/1588230740/ns/a79dc5880b0c4098a231256fb1fcb1a1, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T15:17:38,000 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-11-24T15:17:38,004 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T15:17:38,004 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:17:38,004 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:17:38,004 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:17:38,005 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461457565Running coprocessor pre-close hooks at 1732461457565Disabling compacts and flushes for region at 1732461457565Disabling writes for close at 1732461457565Obtaining lock to block concurrent updates at 1732461457565Preparing flush snapshotting stores in 1588230740 at 1732461457565Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732461457566 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732461457566Flushing 1588230740/ns: creating writer at 1732461457566Flushing 1588230740/ns: appending metadata at 1732461457581 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732461457581Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4577684f: reopening flushed file at 1732461457992 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1732461458000 (+8 ms)Writing region close event to WAL at 1732461458000Running coprocessor post-close hooks at 1732461458004 (+4 ms)Closed at 1732461458004 2024-11-24T15:17:38,005 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T15:17:38,139 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T15:17:38,139 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T15:17:38,165 INFO [RS:0;c99348da3e93:46673 {}] regionserver.HRegionServer(976): stopping server c99348da3e93,46673,1732461453264; all regions closed. 2024-11-24T15:17:38,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741834_1010 (size=1152) 2024-11-24T15:17:38,168 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/WALs/c99348da3e93,46673,1732461453264/c99348da3e93%2C46673%2C1732461453264.meta.1732461456244.meta not finished, retry = 0 2024-11-24T15:17:38,271 DEBUG [RS:0;c99348da3e93:46673 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/oldWALs 2024-11-24T15:17:38,271 INFO [RS:0;c99348da3e93:46673 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C46673%2C1732461453264.meta:.meta(num 1732461456244) 2024-11-24T15:17:38,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741832_1008 (size=93) 2024-11-24T15:17:38,273 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/WALs/c99348da3e93,46673,1732461453264/c99348da3e93%2C46673%2C1732461453264.1732461455278 not finished, retry = 0 2024-11-24T15:17:38,373 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33411,1732461448987.replicationSource.wal-reader.c99348da3e93%2C33411%2C1732461448987,1-c99348da3e93,33411,1732461448987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/WALs/c99348da3e93,33411,1732461448987/c99348da3e93%2C33411%2C1732461448987.1732461450989 to pos 0, reset compression=false 2024-11-24T15:17:38,376 DEBUG [RS:0;c99348da3e93:46673 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/oldWALs 2024-11-24T15:17:38,376 INFO [RS:0;c99348da3e93:46673 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C46673%2C1732461453264:(num 1732461455278) 2024-11-24T15:17:38,376 DEBUG [RS:0;c99348da3e93:46673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:38,376 INFO [RS:0;c99348da3e93:46673 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:17:38,376 INFO [RS:0;c99348da3e93:46673 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:17:38,376 INFO [RS:0;c99348da3e93:46673 {}] hbase.ChoreService(370): Chore service for: regionserver/c99348da3e93:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T15:17:38,377 INFO [RS:0;c99348da3e93:46673 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:17:38,377 INFO [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:17:38,377 INFO [RS:0;c99348da3e93:46673 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46673 2024-11-24T15:17:38,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545660585/rs 2024-11-24T15:17:38,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46673-0x1014a8db72e0004, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1545660585/rs/c99348da3e93,46673,1732461453264 2024-11-24T15:17:38,380 INFO [RS:0;c99348da3e93:46673 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:17:38,381 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c99348da3e93,46673,1732461453264] 2024-11-24T15:17:38,382 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1545660585/draining/c99348da3e93,46673,1732461453264 already deleted, retry=false 2024-11-24T15:17:38,383 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c99348da3e93,46673,1732461453264 expired; onlineServers=0 2024-11-24T15:17:38,383 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c99348da3e93,36973,1732461453218' ***** 2024-11-24T15:17:38,383 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T15:17:38,383 INFO [M:0;c99348da3e93:36973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:17:38,383 INFO [M:0;c99348da3e93:36973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:17:38,383 DEBUG [M:0;c99348da3e93:36973 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T15:17:38,383 DEBUG [M:0;c99348da3e93:36973 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T15:17:38,383 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T15:17:38,383 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461455104 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461455104,5,FailOnTimeoutGroup] 2024-11-24T15:17:38,383 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461455104 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461455104,5,FailOnTimeoutGroup] 2024-11-24T15:17:38,383 INFO [M:0;c99348da3e93:36973 {}] hbase.ChoreService(370): Chore service for: master/c99348da3e93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T15:17:38,383 INFO [M:0;c99348da3e93:36973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:17:38,383 DEBUG [M:0;c99348da3e93:36973 {}] master.HMaster(1795): Stopping service threads 2024-11-24T15:17:38,383 INFO [M:0;c99348da3e93:36973 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T15:17:38,383 INFO [M:0;c99348da3e93:36973 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:17:38,384 INFO [M:0;c99348da3e93:36973 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T15:17:38,384 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T15:17:38,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1545660585/master 2024-11-24T15:17:38,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545660585 2024-11-24T15:17:38,384 DEBUG [M:0;c99348da3e93:36973 {}] zookeeper.ZKUtil(347): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Unable to get data of znode /1-1545660585/master because node does not exist (not an error) 2024-11-24T15:17:38,384 WARN [M:0;c99348da3e93:36973 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T15:17:38,385 INFO [M:0;c99348da3e93:36973 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/.lastflushedseqids 2024-11-24T15:17:38,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741836_1012 (size=99) 2024-11-24T15:17:38,390 INFO [M:0;c99348da3e93:36973 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T15:17:38,390 INFO [M:0;c99348da3e93:36973 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T15:17:38,391 DEBUG [M:0;c99348da3e93:36973 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:17:38,391 INFO [M:0;c99348da3e93:36973 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:38,391 DEBUG [M:0;c99348da3e93:36973 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:38,391 DEBUG [M:0;c99348da3e93:36973 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:17:38,391 DEBUG [M:0;c99348da3e93:36973 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:38,391 INFO [M:0;c99348da3e93:36973 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-24T15:17:38,407 DEBUG [M:0;c99348da3e93:36973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90ff65bc155b4fb5b339385d526d69a5 is 82, key is hbase:meta,,1/info:regioninfo/1732461456281/Put/seqid=0 2024-11-24T15:17:38,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741837_1013 (size=5672) 2024-11-24T15:17:38,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46673-0x1014a8db72e0004, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:17:38,482 INFO [RS:0;c99348da3e93:46673 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:17:38,482 INFO [RS:0;c99348da3e93:46673 {}] regionserver.HRegionServer(1031): Exiting; stopping=c99348da3e93,46673,1732461453264; zookeeper connection closed. 2024-11-24T15:17:38,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46673-0x1014a8db72e0004, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:17:38,482 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45688b33 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45688b33 2024-11-24T15:17:38,482 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T15:17:38,812 INFO [M:0;c99348da3e93:36973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90ff65bc155b4fb5b339385d526d69a5 2024-11-24T15:17:38,832 DEBUG [M:0;c99348da3e93:36973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28434deb43684db29af0f0f428a4d0b0 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732461456299/Put/seqid=0 2024-11-24T15:17:38,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741838_1014 (size=5275) 2024-11-24T15:17:38,879 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33411,1732461448987.replicationSource.wal-reader.c99348da3e93%2C33411%2C1732461448987,1-c99348da3e93,33411,1732461448987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/WALs/c99348da3e93,33411,1732461448987/c99348da3e93%2C33411%2C1732461448987.1732461450989 to pos 0, reset compression=false 2024-11-24T15:17:39,237 INFO [M:0;c99348da3e93:36973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28434deb43684db29af0f0f428a4d0b0 2024-11-24T15:17:39,257 DEBUG [M:0;c99348da3e93:36973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/881854b02d2840f687bc7e3ac87c7cc7 is 69, key is c99348da3e93,46673,1732461453264/rs:state/1732461455117/Put/seqid=0 2024-11-24T15:17:39,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741839_1015 (size=5156) 2024-11-24T15:17:39,483 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33411,1732461448987.replicationSource.wal-reader.c99348da3e93%2C33411%2C1732461448987,1-c99348da3e93,33411,1732461448987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/WALs/c99348da3e93,33411,1732461448987/c99348da3e93%2C33411%2C1732461448987.1732461450989 to pos 0, reset compression=false 2024-11-24T15:17:39,662 INFO [M:0;c99348da3e93:36973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/881854b02d2840f687bc7e3ac87c7cc7 2024-11-24T15:17:39,668 DEBUG [M:0;c99348da3e93:36973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90ff65bc155b4fb5b339385d526d69a5 as hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90ff65bc155b4fb5b339385d526d69a5 2024-11-24T15:17:39,674 INFO [M:0;c99348da3e93:36973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90ff65bc155b4fb5b339385d526d69a5, entries=8, sequenceid=28, filesize=5.5 K 2024-11-24T15:17:39,675 DEBUG [M:0;c99348da3e93:36973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28434deb43684db29af0f0f428a4d0b0 as hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/28434deb43684db29af0f0f428a4d0b0 2024-11-24T15:17:39,679 INFO [M:0;c99348da3e93:36973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/28434deb43684db29af0f0f428a4d0b0, entries=3, sequenceid=28, filesize=5.2 K 2024-11-24T15:17:39,680 DEBUG [M:0;c99348da3e93:36973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/881854b02d2840f687bc7e3ac87c7cc7 as hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/881854b02d2840f687bc7e3ac87c7cc7 2024-11-24T15:17:39,685 INFO [M:0;c99348da3e93:36973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41179/user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/881854b02d2840f687bc7e3ac87c7cc7, entries=1, sequenceid=28, filesize=5.0 K 2024-11-24T15:17:39,686 INFO [M:0;c99348da3e93:36973 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=28, compaction requested=false 2024-11-24T15:17:39,687 INFO [M:0;c99348da3e93:36973 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:39,687 DEBUG [M:0;c99348da3e93:36973 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461458391Disabling compacts and flushes for region at 1732461458391Disabling writes for close at 1732461458391Obtaining lock to block concurrent updates at 1732461458391Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732461458391Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732461458391Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732461458392 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732461458392Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732461458406 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732461458406Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732461458817 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732461458832 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732461458832Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732461459242 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732461459256 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732461459257 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@735d8976: reopening flushed file at 1732461459667 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33926499: reopening flushed file at 1732461459674 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18cfd414: reopening flushed file at 1732461459679 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=28, compaction requested=false at 1732461459686 (+7 ms)Writing region close event to WAL at 1732461459687 (+1 ms)Closed at 1732461459687 2024-11-24T15:17:39,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741830_1006 (size=10165) 2024-11-24T15:17:39,689 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d1fde982-4e1d-6579-5185-5ae648631672/MasterData/WALs/c99348da3e93,36973,1732461453218/c99348da3e93%2C36973%2C1732461453218.1732461454961 not finished, retry = 0 2024-11-24T15:17:39,790 INFO [M:0;c99348da3e93:36973 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T15:17:39,790 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:17:39,791 INFO [M:0;c99348da3e93:36973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36973 2024-11-24T15:17:39,791 INFO [M:0;c99348da3e93:36973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:17:39,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:17:39,893 INFO [M:0;c99348da3e93:36973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:17:39,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36973-0x1014a8db72e0003, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:17:39,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38b67275{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:17:39,896 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e6ab1f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:17:39,896 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:17:39,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d3027a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:17:39,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6520dd09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/hadoop.log.dir/,STOPPED} 2024-11-24T15:17:39,897 WARN [BP-1100942982-172.17.0.2-1732461452165 heartbeating to localhost/127.0.0.1:41179 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T15:17:39,898 WARN [BP-1100942982-172.17.0.2-1732461452165 heartbeating to localhost/127.0.0.1:41179 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1100942982-172.17.0.2-1732461452165 (Datanode Uuid 3383e64d-f44b-4f5c-933d-66322ded7e17) service to localhost/127.0.0.1:41179 2024-11-24T15:17:39,898 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T15:17:39,899 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/cluster_65c338e1-298f-1b1b-4216-31247ce34110/data/data2/current/BP-1100942982-172.17.0.2-1732461452165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:17:39,899 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T15:17:39,899 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T15:17:39,898 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/cluster_65c338e1-298f-1b1b-4216-31247ce34110/data/data1/current/BP-1100942982-172.17.0.2-1732461452165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:17:39,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a293bc4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:17:39,906 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21c01d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:17:39,906 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:17:39,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23c3eab3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:17:39,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34ac2bc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/hadoop.log.dir/,STOPPED} 2024-11-24T15:17:39,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T15:17:39,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T15:17:39,919 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:17:39,919 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:17:39,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:39,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:39,919 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:17:39,919 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T15:17:39,919 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1449335802, stopped=false 2024-11-24T15:17:39,919 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c99348da3e93,40593,1732461448932 2024-11-24T15:17:39,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x1014a8db72e0001, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-135886970/running 2024-11-24T15:17:39,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x1014a8db72e0001, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-135886970 2024-11-24T15:17:39,922 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:17:39,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-135886970/running 2024-11-24T15:17:39,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-135886970 2024-11-24T15:17:39,922 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:17:39,922 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:17:39,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:39,923 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c99348da3e93,33411,1732461448987' ***** 2024-11-24T15:17:39,923 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T15:17:39,923 INFO [RS:0;c99348da3e93:33411 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T15:17:39,923 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T15:17:39,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Set watcher on znode that does not yet exist, /0-135886970/running 2024-11-24T15:17:39,923 INFO [RS:0;c99348da3e93:33411 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T15:17:39,923 INFO [RS:0;c99348da3e93:33411 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T15:17:39,924 INFO [RS:0;c99348da3e93:33411 {}] regionserver.HRegionServer(3091): Received CLOSE for bde4ddb74659ab91ffee69edcaaa706c 2024-11-24T15:17:39,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33411-0x1014a8db72e0001, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Set watcher on znode that does not yet exist, /0-135886970/running 2024-11-24T15:17:39,924 INFO [RS:0;c99348da3e93:33411 {}] regionserver.HRegionServer(959): stopping server c99348da3e93,33411,1732461448987 2024-11-24T15:17:39,924 INFO [RS:0;c99348da3e93:33411 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:17:39,924 INFO [RS:0;c99348da3e93:33411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:33411. 2024-11-24T15:17:39,924 DEBUG [RS:0;c99348da3e93:33411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:17:39,924 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bde4ddb74659ab91ffee69edcaaa706c, disabling compactions & flushes 2024-11-24T15:17:39,924 DEBUG [RS:0;c99348da3e93:33411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:39,924 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461456425.bde4ddb74659ab91ffee69edcaaa706c. 2024-11-24T15:17:39,924 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461456425.bde4ddb74659ab91ffee69edcaaa706c. 2024-11-24T15:17:39,924 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461456425.bde4ddb74659ab91ffee69edcaaa706c. after waiting 0 ms 2024-11-24T15:17:39,924 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461456425.bde4ddb74659ab91ffee69edcaaa706c. 2024-11-24T15:17:39,924 INFO [RS:0;c99348da3e93:33411 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T15:17:39,924 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bde4ddb74659ab91ffee69edcaaa706c 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-24T15:17:39,924 INFO [RS:0;c99348da3e93:33411 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T15:17:39,924 INFO [RS:0;c99348da3e93:33411 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T15:17:39,924 INFO [RS:0;c99348da3e93:33411 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T15:17:39,925 INFO [RS:0;c99348da3e93:33411 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T15:17:39,925 DEBUG [RS:0;c99348da3e93:33411 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bde4ddb74659ab91ffee69edcaaa706c=hbase:replication,,1732461456425.bde4ddb74659ab91ffee69edcaaa706c.} 2024-11-24T15:17:39,925 DEBUG [RS:0;c99348da3e93:33411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bde4ddb74659ab91ffee69edcaaa706c 2024-11-24T15:17:39,925 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:17:39,925 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:17:39,925 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:17:39,925 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:17:39,925 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:17:39,926 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T15:17:39,941 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/replication/bde4ddb74659ab91ffee69edcaaa706c/.tmp/queue/9dab63156ca243c3969a28606eaff9ba is 151, key is 1-c99348da3e93,33411,1732461448987/queue:c99348da3e93%2C33411%2C1732461448987/1732461457430/Put/seqid=0 2024-11-24T15:17:39,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44399 is added to blk_1073741838_1014 (size=5350) 2024-11-24T15:17:39,945 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/meta/1588230740/.tmp/info/7978566673c446faa26db3168cb070c6 is 147, key is hbase:replication,,1732461456425.bde4ddb74659ab91ffee69edcaaa706c./info:regioninfo/1732461457209/Put/seqid=0 2024-11-24T15:17:39,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44399 is added to blk_1073741839_1015 (size=6631) 2024-11-24T15:17:39,959 INFO [regionserver/c99348da3e93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:17:40,125 DEBUG [RS:0;c99348da3e93:33411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bde4ddb74659ab91ffee69edcaaa706c 2024-11-24T15:17:40,189 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33411,1732461448987.replicationSource.wal-reader.c99348da3e93%2C33411%2C1732461448987,1-c99348da3e93,33411,1732461448987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/WALs/c99348da3e93,33411,1732461448987/c99348da3e93%2C33411%2C1732461448987.1732461450989 to pos 0, reset compression=false 2024-11-24T15:17:40,325 DEBUG [RS:0;c99348da3e93:33411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bde4ddb74659ab91ffee69edcaaa706c 2024-11-24T15:17:40,345 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/replication/bde4ddb74659ab91ffee69edcaaa706c/.tmp/queue/9dab63156ca243c3969a28606eaff9ba 2024-11-24T15:17:40,349 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/meta/1588230740/.tmp/info/7978566673c446faa26db3168cb070c6 2024-11-24T15:17:40,353 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/replication/bde4ddb74659ab91ffee69edcaaa706c/.tmp/queue/9dab63156ca243c3969a28606eaff9ba as hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/replication/bde4ddb74659ab91ffee69edcaaa706c/queue/9dab63156ca243c3969a28606eaff9ba 2024-11-24T15:17:40,359 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/replication/bde4ddb74659ab91ffee69edcaaa706c/queue/9dab63156ca243c3969a28606eaff9ba, entries=1, sequenceid=5, filesize=5.2 K 2024-11-24T15:17:40,361 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for bde4ddb74659ab91ffee69edcaaa706c in 437ms, sequenceid=5, compaction requested=false 2024-11-24T15:17:40,361 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T15:17:40,369 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/replication/bde4ddb74659ab91ffee69edcaaa706c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T15:17:40,369 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:17:40,370 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:17:40,370 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732461456425.bde4ddb74659ab91ffee69edcaaa706c. 2024-11-24T15:17:40,370 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bde4ddb74659ab91ffee69edcaaa706c: Waiting for close lock at 1732461459924Running coprocessor pre-close hooks at 1732461459924Disabling compacts and flushes for region at 1732461459924Disabling writes for close at 1732461459924Obtaining lock to block concurrent updates at 1732461459924Preparing flush snapshotting stores in bde4ddb74659ab91ffee69edcaaa706c at 1732461459924Finished memstore snapshotting hbase:replication,,1732461456425.bde4ddb74659ab91ffee69edcaaa706c., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732461459925 (+1 ms)Flushing stores of hbase:replication,,1732461456425.bde4ddb74659ab91ffee69edcaaa706c. at 1732461459925Flushing bde4ddb74659ab91ffee69edcaaa706c/queue: creating writer at 1732461459925Flushing bde4ddb74659ab91ffee69edcaaa706c/queue: appending metadata at 1732461459940 (+15 ms)Flushing bde4ddb74659ab91ffee69edcaaa706c/queue: closing flushed file at 1732461459940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d5e88e7: reopening flushed file at 1732461460352 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for bde4ddb74659ab91ffee69edcaaa706c in 437ms, sequenceid=5, compaction requested=false at 1732461460361 (+9 ms)Writing region close event to WAL at 1732461460364 (+3 ms)Running coprocessor post-close hooks at 1732461460369 (+5 ms)Closed at 1732461460370 (+1 ms) 2024-11-24T15:17:40,370 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732461456425.bde4ddb74659ab91ffee69edcaaa706c. 2024-11-24T15:17:40,370 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/meta/1588230740/.tmp/ns/0486fa756a724cdb866890b3988be7ea is 43, key is default/ns:d/1732461452006/Put/seqid=0 2024-11-24T15:17:40,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44399 is added to blk_1073741840_1016 (size=5153) 2024-11-24T15:17:40,526 DEBUG [RS:0;c99348da3e93:33411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:17:40,726 DEBUG [RS:0;c99348da3e93:33411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:17:40,775 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/meta/1588230740/.tmp/ns/0486fa756a724cdb866890b3988be7ea 2024-11-24T15:17:40,796 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/meta/1588230740/.tmp/table/981781c35cad42c78ca254f68774aa7b is 53, key is hbase:replication/table:state/1732461457218/Put/seqid=0 2024-11-24T15:17:40,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44399 is added to blk_1073741841_1017 (size=5256) 2024-11-24T15:17:40,926 INFO [RS:0;c99348da3e93:33411 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T15:17:40,926 DEBUG [RS:0;c99348da3e93:33411 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T15:17:40,926 DEBUG [RS:0;c99348da3e93:33411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:17:40,941 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T15:17:40,941 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T15:17:40,995 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33411,1732461448987.replicationSource.wal-reader.c99348da3e93%2C33411%2C1732461448987,1-c99348da3e93,33411,1732461448987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/WALs/c99348da3e93,33411,1732461448987/c99348da3e93%2C33411%2C1732461448987.1732461450989 to pos 0, reset compression=false 2024-11-24T15:17:41,126 DEBUG [RS:0;c99348da3e93:33411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:17:41,201 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/meta/1588230740/.tmp/table/981781c35cad42c78ca254f68774aa7b 2024-11-24T15:17:41,209 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/meta/1588230740/.tmp/info/7978566673c446faa26db3168cb070c6 as hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/meta/1588230740/info/7978566673c446faa26db3168cb070c6 2024-11-24T15:17:41,215 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/meta/1588230740/info/7978566673c446faa26db3168cb070c6, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T15:17:41,216 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/meta/1588230740/.tmp/ns/0486fa756a724cdb866890b3988be7ea as hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/meta/1588230740/ns/0486fa756a724cdb866890b3988be7ea 2024-11-24T15:17:41,221 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/meta/1588230740/ns/0486fa756a724cdb866890b3988be7ea, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T15:17:41,222 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/meta/1588230740/.tmp/table/981781c35cad42c78ca254f68774aa7b as hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/meta/1588230740/table/981781c35cad42c78ca254f68774aa7b 2024-11-24T15:17:41,226 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/meta/1588230740/table/981781c35cad42c78ca254f68774aa7b, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T15:17:41,228 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=11, compaction requested=false 2024-11-24T15:17:41,232 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T15:17:41,232 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:17:41,233 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:17:41,233 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:17:41,233 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461459925Running coprocessor pre-close hooks at 1732461459925Disabling compacts and flushes for region at 1732461459925Disabling writes for close at 1732461459925Obtaining lock to block concurrent updates at 1732461459926 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732461459926Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732461459926Flushing stores of hbase:meta,,1.1588230740 at 1732461459927 (+1 ms)Flushing 1588230740/info: creating writer at 1732461459927Flushing 1588230740/info: appending metadata at 1732461459944 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732461459944Flushing 1588230740/ns: creating writer at 1732461460355 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732461460370 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732461460370Flushing 1588230740/table: creating writer at 1732461460782 (+412 ms)Flushing 1588230740/table: appending metadata at 1732461460796 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732461460796Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@635a4d3a: reopening flushed file at 1732461461208 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e62f19: reopening flushed file at 1732461461215 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3138eecc: reopening flushed file at 1732461461221 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=11, compaction requested=false at 1732461461228 (+7 ms)Writing region close event to WAL at 1732461461229 (+1 ms)Running coprocessor post-close hooks at 1732461461232 (+3 ms)Closed at 1732461461233 (+1 ms) 2024-11-24T15:17:41,233 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T15:17:41,327 INFO [RS:0;c99348da3e93:33411 {}] regionserver.HRegionServer(976): stopping server c99348da3e93,33411,1732461448987; all regions closed. 2024-11-24T15:17:41,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44399 is added to blk_1073741834_1010 (size=2742) 2024-11-24T15:17:41,332 DEBUG [RS:0;c99348da3e93:33411 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/oldWALs 2024-11-24T15:17:41,332 INFO [RS:0;c99348da3e93:33411 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C33411%2C1732461448987.meta:.meta(num 1732461451950) 2024-11-24T15:17:41,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44399 is added to blk_1073741837_1013 (size=1586) 2024-11-24T15:17:41,336 DEBUG [RS:0;c99348da3e93:33411 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/oldWALs 2024-11-24T15:17:41,336 INFO [RS:0;c99348da3e93:33411 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C33411%2C1732461448987.rep:(num 1732461457172) 2024-11-24T15:17:41,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44399 is added to blk_1073741832_1008 (size=93) 2024-11-24T15:17:41,340 DEBUG [RS:0;c99348da3e93:33411 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/oldWALs 2024-11-24T15:17:41,340 INFO [RS:0;c99348da3e93:33411 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C33411%2C1732461448987:(num 1732461450989) 2024-11-24T15:17:41,340 DEBUG [RS:0;c99348da3e93:33411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:41,340 INFO [RS:0;c99348da3e93:33411 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:17:41,340 INFO [RS:0;c99348da3e93:33411 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:17:41,341 INFO [RS:0;c99348da3e93:33411 {}] hbase.ChoreService(370): Chore service for: regionserver/c99348da3e93:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T15:17:41,341 INFO [RS:0;c99348da3e93:33411 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:17:41,341 INFO [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:17:41,341 INFO [RS:0;c99348da3e93:33411 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c99348da3e93,33411,1732461448987 because: Region server is closing 2024-11-24T15:17:41,341 INFO [RS:0;c99348da3e93:33411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:33411. 2024-11-24T15:17:41,341 DEBUG [RS:0;c99348da3e93:33411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:17:41,341 DEBUG [RS:0;c99348da3e93:33411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:41,342 DEBUG [RS:0;c99348da3e93:33411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:41,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:17:41,442 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33411,1732461448987.replicationSource.wal-reader.c99348da3e93%2C33411%2C1732461448987,1-c99348da3e93,33411,1732461448987 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T15:17:41,442 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33411,1732461448987.replicationSource.shipperc99348da3e93%2C33411%2C1732461448987,1-c99348da3e93,33411,1732461448987 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T15:17:41,442 INFO [RS:0;c99348da3e93:33411 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33411,1732461448987.replicationSource.shipperc99348da3e93%2C33411%2C1732461448987,1-c99348da3e93,33411,1732461448987 terminated 2024-11-24T15:17:41,442 INFO [RS:0;c99348da3e93:33411 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33411 2024-11-24T15:17:41,445 INFO [RS:0;c99348da3e93:33411 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:17:41,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x1014a8db72e0001, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-135886970/rs/c99348da3e93,33411,1732461448987 2024-11-24T15:17:41,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-135886970/rs 2024-11-24T15:17:41,446 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c99348da3e93,33411,1732461448987] 2024-11-24T15:17:41,447 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-135886970/draining/c99348da3e93,33411,1732461448987 already deleted, retry=false 2024-11-24T15:17:41,447 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c99348da3e93,33411,1732461448987 expired; onlineServers=0 2024-11-24T15:17:41,447 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c99348da3e93,40593,1732461448932' ***** 2024-11-24T15:17:41,447 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T15:17:41,447 INFO [M:0;c99348da3e93:40593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:17:41,447 INFO [M:0;c99348da3e93:40593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:17:41,447 DEBUG [M:0;c99348da3e93:40593 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T15:17:41,447 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T15:17:41,447 DEBUG [M:0;c99348da3e93:40593 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T15:17:41,447 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461450791 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461450791,5,FailOnTimeoutGroup] 2024-11-24T15:17:41,447 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461450791 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461450791,5,FailOnTimeoutGroup] 2024-11-24T15:17:41,447 INFO [M:0;c99348da3e93:40593 {}] hbase.ChoreService(370): Chore service for: master/c99348da3e93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T15:17:41,448 INFO [M:0;c99348da3e93:40593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:17:41,448 DEBUG [M:0;c99348da3e93:40593 {}] master.HMaster(1795): Stopping service threads 2024-11-24T15:17:41,448 INFO [M:0;c99348da3e93:40593 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T15:17:41,448 INFO [M:0;c99348da3e93:40593 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:17:41,448 INFO [M:0;c99348da3e93:40593 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T15:17:41,448 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T15:17:41,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-135886970/master 2024-11-24T15:17:41,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-135886970 2024-11-24T15:17:41,450 DEBUG [M:0;c99348da3e93:40593 {}] zookeeper.ZKUtil(347): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Unable to get data of znode /0-135886970/master because node does not exist (not an error) 2024-11-24T15:17:41,450 WARN [M:0;c99348da3e93:40593 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T15:17:41,450 INFO [M:0;c99348da3e93:40593 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/.lastflushedseqids 2024-11-24T15:17:41,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44399 is added to blk_1073741842_1018 (size=181) 2024-11-24T15:17:41,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x1014a8db72e0001, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:17:41,546 INFO [RS:0;c99348da3e93:33411 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:17:41,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x1014a8db72e0001, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:17:41,546 INFO [RS:0;c99348da3e93:33411 {}] regionserver.HRegionServer(1031): Exiting; stopping=c99348da3e93,33411,1732461448987; zookeeper connection closed. 2024-11-24T15:17:41,546 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@191f354d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@191f354d 2024-11-24T15:17:41,547 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T15:17:41,856 INFO [M:0;c99348da3e93:40593 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T15:17:41,856 INFO [M:0;c99348da3e93:40593 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T15:17:41,856 DEBUG [M:0;c99348da3e93:40593 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:17:41,856 INFO [M:0;c99348da3e93:40593 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:41,856 DEBUG [M:0;c99348da3e93:40593 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:41,856 DEBUG [M:0;c99348da3e93:40593 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:17:41,856 DEBUG [M:0;c99348da3e93:40593 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:41,856 INFO [M:0;c99348da3e93:40593 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-24T15:17:41,876 DEBUG [M:0;c99348da3e93:40593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7bc7c50c3bb94503844694fbae9a539f is 82, key is hbase:meta,,1/info:regioninfo/1732461451989/Put/seqid=0 2024-11-24T15:17:41,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44399 is added to blk_1073741843_1019 (size=5672) 2024-11-24T15:17:42,282 INFO [M:0;c99348da3e93:40593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7bc7c50c3bb94503844694fbae9a539f 2024-11-24T15:17:42,305 DEBUG [M:0;c99348da3e93:40593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0a1bfd8d72a46ed8751b5725c13f4b8 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732461457223/Put/seqid=0 2024-11-24T15:17:42,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44399 is added to blk_1073741844_1020 (size=7203) 2024-11-24T15:17:42,692 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:17:42,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:17:42,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:17:42,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:17:42,711 INFO [M:0;c99348da3e93:40593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0a1bfd8d72a46ed8751b5725c13f4b8 2024-11-24T15:17:42,722 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:17:42,722 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T15:17:42,722 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:17:42,731 DEBUG [M:0;c99348da3e93:40593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26d2a68d89844d2887d3245f8f3fc7e2 is 69, key is c99348da3e93,33411,1732461448987/rs:state/1732461450837/Put/seqid=0 2024-11-24T15:17:42,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44399 is added to blk_1073741845_1021 (size=5156) 2024-11-24T15:17:43,136 INFO [M:0;c99348da3e93:40593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26d2a68d89844d2887d3245f8f3fc7e2 2024-11-24T15:17:43,143 DEBUG [M:0;c99348da3e93:40593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7bc7c50c3bb94503844694fbae9a539f as hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7bc7c50c3bb94503844694fbae9a539f 2024-11-24T15:17:43,148 INFO [M:0;c99348da3e93:40593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7bc7c50c3bb94503844694fbae9a539f, entries=8, sequenceid=70, filesize=5.5 K 2024-11-24T15:17:43,149 DEBUG [M:0;c99348da3e93:40593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0a1bfd8d72a46ed8751b5725c13f4b8 as hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0a1bfd8d72a46ed8751b5725c13f4b8 2024-11-24T15:17:43,154 INFO [M:0;c99348da3e93:40593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0a1bfd8d72a46ed8751b5725c13f4b8, entries=8, sequenceid=70, filesize=7.0 K 2024-11-24T15:17:43,155 DEBUG [M:0;c99348da3e93:40593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26d2a68d89844d2887d3245f8f3fc7e2 as hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/26d2a68d89844d2887d3245f8f3fc7e2 2024-11-24T15:17:43,159 INFO [M:0;c99348da3e93:40593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37181/user/jenkins/test-data/60d796d2-e78e-f853-b80d-c2a30e0c9ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/26d2a68d89844d2887d3245f8f3fc7e2, entries=1, sequenceid=70, filesize=5.0 K 2024-11-24T15:17:43,161 INFO [M:0;c99348da3e93:40593 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=70, compaction requested=false 2024-11-24T15:17:43,162 INFO [M:0;c99348da3e93:40593 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:43,162 DEBUG [M:0;c99348da3e93:40593 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461461856Disabling compacts and flushes for region at 1732461461856Disabling writes for close at 1732461461856Obtaining lock to block concurrent updates at 1732461461856Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732461461856Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732461461857 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732461461858 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732461461858Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732461461876 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732461461876Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732461462287 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732461462305 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732461462305Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732461462716 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732461462730 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732461462730Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ae968b: reopening flushed file at 1732461463142 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3785ff1: reopening flushed file at 1732461463148 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c50d546: reopening flushed file at 1732461463154 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=70, compaction requested=false at 1732461463161 (+7 ms)Writing region close event to WAL at 1732461463162 (+1 ms)Closed at 1732461463162 2024-11-24T15:17:43,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44399 is added to blk_1073741830_1006 (size=41008) 2024-11-24T15:17:43,164 INFO [M:0;c99348da3e93:40593 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T15:17:43,164 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:17:43,164 INFO [M:0;c99348da3e93:40593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40593 2024-11-24T15:17:43,165 INFO [M:0;c99348da3e93:40593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:17:43,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:17:43,266 INFO [M:0;c99348da3e93:40593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:17:43,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x1014a8db72e0000, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:17:43,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c7eb835{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:17:43,269 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74225469{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:17:43,269 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:17:43,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48cdbddd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:17:43,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33f065ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/hadoop.log.dir/,STOPPED} 2024-11-24T15:17:43,271 WARN [BP-37754355-172.17.0.2-1732461448388 heartbeating to localhost/127.0.0.1:37181 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T15:17:43,271 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T15:17:43,271 WARN [BP-37754355-172.17.0.2-1732461448388 heartbeating to localhost/127.0.0.1:37181 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-37754355-172.17.0.2-1732461448388 (Datanode Uuid 9bc5e0d0-cab8-4cdb-9c11-bef1e045977a) service to localhost/127.0.0.1:37181 2024-11-24T15:17:43,271 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T15:17:43,272 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/cluster_22c498af-2ce4-88b1-c8f3-4213f9243150/data/data1/current/BP-37754355-172.17.0.2-1732461448388 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:17:43,272 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/cluster_22c498af-2ce4-88b1-c8f3-4213f9243150/data/data2/current/BP-37754355-172.17.0.2-1732461448388 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:17:43,272 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T15:17:43,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23c59291{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:17:43,280 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@172cd9f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:17:43,280 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:17:43,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66ef218d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:17:43,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bc59f86{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaf9ea0-2912-197c-a530-cec0c5f246a7/hadoop.log.dir/,STOPPED} 2024-11-24T15:17:43,288 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T15:17:43,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T15:17:43,305 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=141 (was 109) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:41179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56394) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:41179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56394) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37181 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:37181 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37181 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:37181 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:41179 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:37181 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=272 (was 321), ProcessCount=11 (was 11), AvailableMemoryMB=6494 (was 6831) 2024-11-24T15:17:43,313 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=141, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=272, ProcessCount=11, AvailableMemoryMB=6494 2024-11-24T15:17:43,326 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-24T15:17:43,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/hadoop.log.dir so I do NOT create it in target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91 2024-11-24T15:17:43,327 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T15:17:43,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/hadoop.tmp.dir so I do NOT create it in target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91 2024-11-24T15:17:43,327 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/107e321d-0b8b-8b10-07a6-ec6c465dcb4a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T15:17:43,327 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91 2024-11-24T15:17:43,327 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/cluster_cefac10a-1793-cac6-b559-1a07a9375857, deleteOnExit=true 2024-11-24T15:17:43,329 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/cluster_cefac10a-1793-cac6-b559-1a07a9375857/zookeeper_0, clientPort=53311, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/cluster_cefac10a-1793-cac6-b559-1a07a9375857/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/cluster_cefac10a-1793-cac6-b559-1a07a9375857/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T15:17:43,330 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53311 2024-11-24T15:17:43,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T15:17:43,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T15:17:43,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/test.cache.data in system properties and HBase conf 2024-11-24T15:17:43,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T15:17:43,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/hadoop.log.dir in system properties and HBase conf 2024-11-24T15:17:43,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T15:17:43,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T15:17:43,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T15:17:43,331 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T15:17:43,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:17:43,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:17:43,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T15:17:43,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:17:43,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T15:17:43,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T15:17:43,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:17:43,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:17:43,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T15:17:43,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/nfs.dump.dir in system properties and HBase conf 2024-11-24T15:17:43,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/java.io.tmpdir in system properties and HBase conf 2024-11-24T15:17:43,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:17:43,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T15:17:43,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T15:17:43,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014a8db72e0005, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T15:17:43,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014a8db72e0002, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T15:17:43,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014a8db72e0005, quorum=127.0.0.1:56394, baseZNode=/1-1545660585 Received Disconnected from ZooKeeper, ignoring 2024-11-24T15:17:43,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014a8db72e0002, quorum=127.0.0.1:56394, baseZNode=/0-135886970 Received Disconnected from ZooKeeper, ignoring 2024-11-24T15:17:43,418 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:17:43,423 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:17:43,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:17:43,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:17:43,424 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T15:17:43,425 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:17:43,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59723773{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:17:43,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d028ff6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:17:43,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43e1d709{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/java.io.tmpdir/jetty-localhost-42247-hadoop-hdfs-3_4_1-tests_jar-_-any-16129232942823630970/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:17:43,543 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62564991{HTTP/1.1, (http/1.1)}{localhost:42247} 2024-11-24T15:17:43,543 INFO [Time-limited test {}] server.Server(415): Started @46425ms 2024-11-24T15:17:43,616 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:17:43,621 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:17:43,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:17:43,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:17:43,625 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:17:43,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9cef909{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:17:43,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5441d9de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:17:43,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b1f03d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/java.io.tmpdir/jetty-localhost-44645-hadoop-hdfs-3_4_1-tests_jar-_-any-16765945567122199153/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:17:43,741 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25670136{HTTP/1.1, (http/1.1)}{localhost:44645} 2024-11-24T15:17:43,741 INFO [Time-limited test {}] server.Server(415): Started @46623ms 2024-11-24T15:17:43,743 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T15:17:43,853 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/cluster_cefac10a-1793-cac6-b559-1a07a9375857/data/data2/current/BP-1427635238-172.17.0.2-1732461463363/current, will proceed with Du for space computation calculation, 2024-11-24T15:17:43,853 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/cluster_cefac10a-1793-cac6-b559-1a07a9375857/data/data1/current/BP-1427635238-172.17.0.2-1732461463363/current, will proceed with Du for space computation calculation, 2024-11-24T15:17:43,881 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T15:17:43,884 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62f9ee8af3ccb449 with lease ID 0x6d8b512855926cfc: Processing first storage report for DS-585feb9e-97c6-4ce9-8ef3-71ba6bf4c88a from datanode DatanodeRegistration(127.0.0.1:35499, datanodeUuid=7e2a3d37-ad38-4ad2-8fbd-b0b60c3fce51, infoPort=42181, infoSecurePort=0, ipcPort=42943, storageInfo=lv=-57;cid=testClusterID;nsid=25065296;c=1732461463363) 2024-11-24T15:17:43,884 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62f9ee8af3ccb449 with lease ID 0x6d8b512855926cfc: from storage DS-585feb9e-97c6-4ce9-8ef3-71ba6bf4c88a node DatanodeRegistration(127.0.0.1:35499, datanodeUuid=7e2a3d37-ad38-4ad2-8fbd-b0b60c3fce51, infoPort=42181, infoSecurePort=0, ipcPort=42943, storageInfo=lv=-57;cid=testClusterID;nsid=25065296;c=1732461463363), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:17:43,885 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62f9ee8af3ccb449 with lease ID 0x6d8b512855926cfc: Processing first storage report for DS-cdd8926e-3607-4367-9a4b-d59612179ffa from datanode DatanodeRegistration(127.0.0.1:35499, datanodeUuid=7e2a3d37-ad38-4ad2-8fbd-b0b60c3fce51, infoPort=42181, infoSecurePort=0, ipcPort=42943, storageInfo=lv=-57;cid=testClusterID;nsid=25065296;c=1732461463363) 2024-11-24T15:17:43,885 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62f9ee8af3ccb449 with lease ID 0x6d8b512855926cfc: from storage DS-cdd8926e-3607-4367-9a4b-d59612179ffa node DatanodeRegistration(127.0.0.1:35499, datanodeUuid=7e2a3d37-ad38-4ad2-8fbd-b0b60c3fce51, infoPort=42181, infoSecurePort=0, ipcPort=42943, storageInfo=lv=-57;cid=testClusterID;nsid=25065296;c=1732461463363), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:17:43,969 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91 2024-11-24T15:17:43,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:43,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:43,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741825_1001 (size=7) 2024-11-24T15:17:44,380 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529 with version=8 2024-11-24T15:17:44,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/hbase-staging 2024-11-24T15:17:44,383 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:17:44,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:44,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:44,383 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:17:44,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:44,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:17:44,383 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T15:17:44,383 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:17:44,384 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44719 2024-11-24T15:17:44,385 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44719 connecting to ZooKeeper ensemble=127.0.0.1:53311 2024-11-24T15:17:44,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447190x0, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:17:44,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44719-0x1014a8df1b10000 connected 2024-11-24T15:17:44,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:44,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:44,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Set watcher on znode that does not yet exist, /01665698773/running 2024-11-24T15:17:44,409 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529, hbase.cluster.distributed=false 2024-11-24T15:17:44,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Set watcher on znode that does not yet exist, /01665698773/acl 2024-11-24T15:17:44,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44719 2024-11-24T15:17:44,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44719 2024-11-24T15:17:44,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44719 2024-11-24T15:17:44,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44719 2024-11-24T15:17:44,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44719 2024-11-24T15:17:44,431 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:17:44,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:44,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:44,431 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:17:44,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:44,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:17:44,432 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T15:17:44,432 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:17:44,432 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37097 2024-11-24T15:17:44,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37097 connecting to ZooKeeper ensemble=127.0.0.1:53311 2024-11-24T15:17:44,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:44,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:44,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370970x0, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:17:44,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370970x0, quorum=127.0.0.1:53311, baseZNode=/01665698773 Set watcher on znode that does not yet exist, /01665698773/running 2024-11-24T15:17:44,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37097-0x1014a8df1b10001 connected 2024-11-24T15:17:44,440 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T15:17:44,444 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T15:17:44,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37097-0x1014a8df1b10001, quorum=127.0.0.1:53311, baseZNode=/01665698773 Set watcher on znode that does not yet exist, /01665698773/master 2024-11-24T15:17:44,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37097-0x1014a8df1b10001, quorum=127.0.0.1:53311, baseZNode=/01665698773 Set watcher on znode that does not yet exist, /01665698773/acl 2024-11-24T15:17:44,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37097 2024-11-24T15:17:44,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37097 2024-11-24T15:17:44,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37097 2024-11-24T15:17:44,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37097 2024-11-24T15:17:44,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37097 2024-11-24T15:17:44,463 DEBUG [M:0;c99348da3e93:44719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c99348da3e93:44719 2024-11-24T15:17:44,463 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01665698773/backup-masters/c99348da3e93,44719,1732461464382 2024-11-24T15:17:44,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01665698773/backup-masters 2024-11-24T15:17:44,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014a8df1b10001, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01665698773/backup-masters 2024-11-24T15:17:44,465 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Set watcher on existing znode=/01665698773/backup-masters/c99348da3e93,44719,1732461464382 2024-11-24T15:17:44,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014a8df1b10001, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01665698773/master 2024-11-24T15:17:44,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01665698773 2024-11-24T15:17:44,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014a8df1b10001, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01665698773 2024-11-24T15:17:44,468 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Set watcher on existing znode=/01665698773/master 2024-11-24T15:17:44,468 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01665698773/backup-masters/c99348da3e93,44719,1732461464382 from backup master directory 2024-11-24T15:17:44,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01665698773/backup-masters/c99348da3e93,44719,1732461464382 2024-11-24T15:17:44,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014a8df1b10001, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01665698773/backup-masters 2024-11-24T15:17:44,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01665698773/backup-masters 2024-11-24T15:17:44,469 WARN [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:17:44,469 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c99348da3e93,44719,1732461464382 2024-11-24T15:17:44,474 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/hbase.id] with ID: c7e89f0e-470c-4679-9e01-9c1f8c167acc 2024-11-24T15:17:44,474 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/.tmp/hbase.id 2024-11-24T15:17:44,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741826_1002 (size=42) 2024-11-24T15:17:44,880 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/.tmp/hbase.id]:[hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/hbase.id] 2024-11-24T15:17:44,891 INFO [master/c99348da3e93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:44,891 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T15:17:44,893 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T15:17:44,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01665698773 2024-11-24T15:17:44,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014a8df1b10001, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01665698773 2024-11-24T15:17:44,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741827_1003 (size=196) 2024-11-24T15:17:45,301 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:17:45,302 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T15:17:45,302 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:17:45,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741828_1004 (size=1189) 2024-11-24T15:17:45,710 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/MasterData/data/master/store 2024-11-24T15:17:45,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741829_1005 (size=34) 2024-11-24T15:17:46,117 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:46,117 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:17:46,117 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:46,117 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:46,117 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:17:46,117 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:46,118 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:46,118 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461466117Disabling compacts and flushes for region at 1732461466117Disabling writes for close at 1732461466117Writing region close event to WAL at 1732461466117Closed at 1732461466117 2024-11-24T15:17:46,119 WARN [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/MasterData/data/master/store/.initializing 2024-11-24T15:17:46,119 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/MasterData/WALs/c99348da3e93,44719,1732461464382 2024-11-24T15:17:46,120 INFO [master/c99348da3e93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:17:46,121 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c99348da3e93%2C44719%2C1732461464382, suffix=, logDir=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/MasterData/WALs/c99348da3e93,44719,1732461464382, archiveDir=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/MasterData/oldWALs, maxLogs=10 2024-11-24T15:17:46,135 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/MasterData/WALs/c99348da3e93,44719,1732461464382/c99348da3e93%2C44719%2C1732461464382.1732461466122, exclude list is [], retry=0 2024-11-24T15:17:46,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35499,DS-585feb9e-97c6-4ce9-8ef3-71ba6bf4c88a,DISK] 2024-11-24T15:17:46,142 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/MasterData/WALs/c99348da3e93,44719,1732461464382/c99348da3e93%2C44719%2C1732461464382.1732461466122 2024-11-24T15:17:46,142 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42181:42181)] 2024-11-24T15:17:46,142 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:17:46,143 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:46,143 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:46,143 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:46,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:46,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T15:17:46,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:46,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:46,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:46,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T15:17:46,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:46,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:46,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:46,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T15:17:46,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:46,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:46,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:46,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T15:17:46,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:46,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:46,151 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:46,152 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:46,152 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:46,153 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:46,153 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:46,154 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:17:46,155 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:46,157 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:17:46,158 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62514674, jitterRate=-0.06845876574516296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:17:46,158 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732461466143Initializing all the Stores at 1732461466144 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461466144Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461466144Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461466144Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461466144Cleaning up temporary data from old regions at 1732461466153 (+9 ms)Region opened successfully at 1732461466158 (+5 ms) 2024-11-24T15:17:46,159 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T15:17:46,162 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@291df3ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:17:46,163 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T15:17:46,163 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T15:17:46,163 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T15:17:46,163 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T15:17:46,164 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T15:17:46,164 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T15:17:46,164 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T15:17:46,166 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T15:17:46,167 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Unable to get data of znode /01665698773/balancer because node does not exist (not necessarily an error) 2024-11-24T15:17:46,168 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01665698773/balancer already deleted, retry=false 2024-11-24T15:17:46,168 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T15:17:46,169 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Unable to get data of znode /01665698773/normalizer because node does not exist (not necessarily an error) 2024-11-24T15:17:46,170 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01665698773/normalizer already deleted, retry=false 2024-11-24T15:17:46,170 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T15:17:46,171 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Unable to get data of znode /01665698773/switch/split because node does not exist (not necessarily an error) 2024-11-24T15:17:46,173 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01665698773/switch/split already deleted, retry=false 2024-11-24T15:17:46,174 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Unable to get data of znode /01665698773/switch/merge because node does not exist (not necessarily an error) 2024-11-24T15:17:46,175 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01665698773/switch/merge already deleted, retry=false 2024-11-24T15:17:46,177 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Unable to get data of znode /01665698773/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T15:17:46,178 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01665698773/snapshot-cleanup already deleted, retry=false 2024-11-24T15:17:46,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014a8df1b10001, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01665698773/running 2024-11-24T15:17:46,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01665698773/running 2024-11-24T15:17:46,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014a8df1b10001, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01665698773 2024-11-24T15:17:46,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01665698773 2024-11-24T15:17:46,179 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c99348da3e93,44719,1732461464382, sessionid=0x1014a8df1b10000, setting cluster-up flag (Was=false) 2024-11-24T15:17:46,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014a8df1b10001, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01665698773 2024-11-24T15:17:46,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01665698773 2024-11-24T15:17:46,187 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01665698773/flush-table-proc/acquired, /01665698773/flush-table-proc/reached, /01665698773/flush-table-proc/abort 2024-11-24T15:17:46,188 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,44719,1732461464382 2024-11-24T15:17:46,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01665698773 2024-11-24T15:17:46,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014a8df1b10001, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01665698773 2024-11-24T15:17:46,195 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01665698773/online-snapshot/acquired, /01665698773/online-snapshot/reached, /01665698773/online-snapshot/abort 2024-11-24T15:17:46,196 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,44719,1732461464382 2024-11-24T15:17:46,197 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T15:17:46,198 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T15:17:46,198 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T15:17:46,199 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T15:17:46,199 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c99348da3e93,44719,1732461464382 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T15:17:46,200 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:46,200 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:46,200 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:46,200 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:46,200 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c99348da3e93:0, corePoolSize=10, maxPoolSize=10 2024-11-24T15:17:46,200 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:46,200 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:17:46,200 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:46,201 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732461496201 2024-11-24T15:17:46,202 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:17:46,202 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T15:17:46,202 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T15:17:46,202 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T15:17:46,202 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T15:17:46,202 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T15:17:46,202 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T15:17:46,202 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T15:17:46,202 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:46,202 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T15:17:46,202 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T15:17:46,202 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T15:17:46,203 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:46,203 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T15:17:46,203 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T15:17:46,203 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T15:17:46,203 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T15:17:46,203 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461466203,5,FailOnTimeoutGroup] 2024-11-24T15:17:46,203 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461466203,5,FailOnTimeoutGroup] 2024-11-24T15:17:46,203 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:46,203 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T15:17:46,203 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:46,204 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:46,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741831_1007 (size=1321) 2024-11-24T15:17:46,251 INFO [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer(746): ClusterId : c7e89f0e-470c-4679-9e01-9c1f8c167acc 2024-11-24T15:17:46,251 DEBUG [RS:0;c99348da3e93:37097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T15:17:46,253 DEBUG [RS:0;c99348da3e93:37097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T15:17:46,253 DEBUG [RS:0;c99348da3e93:37097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T15:17:46,255 DEBUG [RS:0;c99348da3e93:37097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T15:17:46,255 DEBUG [RS:0;c99348da3e93:37097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33356877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:17:46,267 DEBUG [RS:0;c99348da3e93:37097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c99348da3e93:37097 2024-11-24T15:17:46,267 INFO [RS:0;c99348da3e93:37097 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T15:17:46,267 INFO [RS:0;c99348da3e93:37097 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T15:17:46,267 DEBUG [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T15:17:46,268 INFO [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer(2659): reportForDuty to master=c99348da3e93,44719,1732461464382 with port=37097, startcode=1732461464431 2024-11-24T15:17:46,268 DEBUG [RS:0;c99348da3e93:37097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T15:17:46,269 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T15:17:46,270 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44719 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c99348da3e93,37097,1732461464431 2024-11-24T15:17:46,270 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44719 {}] master.ServerManager(517): Registering regionserver=c99348da3e93,37097,1732461464431 2024-11-24T15:17:46,272 DEBUG [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529 2024-11-24T15:17:46,272 DEBUG [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41917 2024-11-24T15:17:46,272 DEBUG [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T15:17:46,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01665698773/rs 2024-11-24T15:17:46,274 DEBUG [RS:0;c99348da3e93:37097 {}] zookeeper.ZKUtil(111): regionserver:37097-0x1014a8df1b10001, quorum=127.0.0.1:53311, baseZNode=/01665698773 Set watcher on existing znode=/01665698773/rs/c99348da3e93,37097,1732461464431 2024-11-24T15:17:46,274 WARN [RS:0;c99348da3e93:37097 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:17:46,275 INFO [RS:0;c99348da3e93:37097 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:17:46,275 DEBUG [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431 2024-11-24T15:17:46,275 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c99348da3e93,37097,1732461464431] 2024-11-24T15:17:46,278 INFO [RS:0;c99348da3e93:37097 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T15:17:46,279 INFO [RS:0;c99348da3e93:37097 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T15:17:46,280 INFO [RS:0;c99348da3e93:37097 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T15:17:46,280 INFO [RS:0;c99348da3e93:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:46,280 INFO [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T15:17:46,280 INFO [RS:0;c99348da3e93:37097 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T15:17:46,281 INFO [RS:0;c99348da3e93:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:46,281 DEBUG [RS:0;c99348da3e93:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:46,281 DEBUG [RS:0;c99348da3e93:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:46,281 DEBUG [RS:0;c99348da3e93:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:46,281 DEBUG [RS:0;c99348da3e93:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:46,281 DEBUG [RS:0;c99348da3e93:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:46,281 DEBUG [RS:0;c99348da3e93:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:17:46,281 DEBUG [RS:0;c99348da3e93:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:46,281 DEBUG [RS:0;c99348da3e93:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:46,281 DEBUG [RS:0;c99348da3e93:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:46,281 DEBUG [RS:0;c99348da3e93:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:46,281 DEBUG [RS:0;c99348da3e93:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:46,281 DEBUG [RS:0;c99348da3e93:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:46,281 DEBUG [RS:0;c99348da3e93:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:17:46,281 DEBUG [RS:0;c99348da3e93:37097 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:17:46,284 INFO [RS:0;c99348da3e93:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:46,284 INFO [RS:0;c99348da3e93:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:46,284 INFO [RS:0;c99348da3e93:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:46,284 INFO [RS:0;c99348da3e93:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:46,284 INFO [RS:0;c99348da3e93:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:46,284 INFO [RS:0;c99348da3e93:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,37097,1732461464431-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:17:46,298 INFO [RS:0;c99348da3e93:37097 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T15:17:46,298 INFO [RS:0;c99348da3e93:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,37097,1732461464431-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:46,298 INFO [RS:0;c99348da3e93:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:46,298 INFO [RS:0;c99348da3e93:37097 {}] regionserver.Replication(171): c99348da3e93,37097,1732461464431 started 2024-11-24T15:17:46,312 INFO [RS:0;c99348da3e93:37097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:46,312 INFO [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer(1482): Serving as c99348da3e93,37097,1732461464431, RpcServer on c99348da3e93/172.17.0.2:37097, sessionid=0x1014a8df1b10001 2024-11-24T15:17:46,312 DEBUG [RS:0;c99348da3e93:37097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T15:17:46,312 DEBUG [RS:0;c99348da3e93:37097 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c99348da3e93,37097,1732461464431 2024-11-24T15:17:46,312 DEBUG [RS:0;c99348da3e93:37097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,37097,1732461464431' 2024-11-24T15:17:46,312 DEBUG [RS:0;c99348da3e93:37097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01665698773/flush-table-proc/abort' 2024-11-24T15:17:46,312 DEBUG [RS:0;c99348da3e93:37097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01665698773/flush-table-proc/acquired' 2024-11-24T15:17:46,313 DEBUG [RS:0;c99348da3e93:37097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T15:17:46,313 DEBUG [RS:0;c99348da3e93:37097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T15:17:46,313 DEBUG [RS:0;c99348da3e93:37097 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c99348da3e93,37097,1732461464431 2024-11-24T15:17:46,313 DEBUG [RS:0;c99348da3e93:37097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,37097,1732461464431' 2024-11-24T15:17:46,313 DEBUG [RS:0;c99348da3e93:37097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01665698773/online-snapshot/abort' 2024-11-24T15:17:46,313 DEBUG [RS:0;c99348da3e93:37097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01665698773/online-snapshot/acquired' 2024-11-24T15:17:46,313 DEBUG [RS:0;c99348da3e93:37097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T15:17:46,313 INFO [RS:0;c99348da3e93:37097 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T15:17:46,313 INFO [RS:0;c99348da3e93:37097 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T15:17:46,414 INFO [RS:0;c99348da3e93:37097 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:17:46,415 INFO [RS:0;c99348da3e93:37097 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C37097%2C1732461464431, suffix=, logDir=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431, archiveDir=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/oldWALs, maxLogs=10 2024-11-24T15:17:46,429 DEBUG [RS:0;c99348da3e93:37097 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416, exclude list is [], retry=0 2024-11-24T15:17:46,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35499,DS-585feb9e-97c6-4ce9-8ef3-71ba6bf4c88a,DISK] 2024-11-24T15:17:46,434 INFO [RS:0;c99348da3e93:37097 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 2024-11-24T15:17:46,434 DEBUG [RS:0;c99348da3e93:37097 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42181:42181)] 2024-11-24T15:17:46,612 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T15:17:46,612 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529 2024-11-24T15:17:46,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741833_1009 (size=32) 2024-11-24T15:17:47,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:47,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:17:47,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:17:47,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:47,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:47,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:17:47,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:17:47,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:47,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:47,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:17:47,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:17:47,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:47,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:47,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:17:47,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:17:47,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:47,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:47,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:17:47,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/meta/1588230740 2024-11-24T15:17:47,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/meta/1588230740 2024-11-24T15:17:47,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:17:47,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:17:47,030 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:17:47,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:17:47,032 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:17:47,033 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71537473, jitterRate=0.06599141657352448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:17:47,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732461467019Initializing all the Stores at 1732461467019Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461467019Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461467020 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461467020Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461467020Cleaning up temporary data from old regions at 1732461467029 (+9 ms)Region opened successfully at 1732461467034 (+5 ms) 2024-11-24T15:17:47,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:17:47,034 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:17:47,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:17:47,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:17:47,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:17:47,034 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:17:47,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461467034Disabling compacts and flushes for region at 1732461467034Disabling writes for close at 1732461467034Writing region close event to WAL at 1732461467034Closed at 1732461467034 2024-11-24T15:17:47,035 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:17:47,035 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T15:17:47,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T15:17:47,037 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:17:47,038 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T15:17:47,188 DEBUG [c99348da3e93:44719 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T15:17:47,189 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c99348da3e93,37097,1732461464431 2024-11-24T15:17:47,190 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,37097,1732461464431, state=OPENING 2024-11-24T15:17:47,191 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T15:17:47,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01665698773 2024-11-24T15:17:47,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014a8df1b10001, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01665698773 2024-11-24T15:17:47,193 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:17:47,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01665698773/meta-region-server: CHANGED 2024-11-24T15:17:47,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01665698773/meta-region-server: CHANGED 2024-11-24T15:17:47,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,37097,1732461464431}] 2024-11-24T15:17:47,346 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:17:47,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T15:17:47,352 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T15:17:47,352 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:17:47,352 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T15:17:47,353 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C37097%2C1732461464431.meta, suffix=.meta, logDir=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431, archiveDir=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/oldWALs, maxLogs=10 2024-11-24T15:17:47,367 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.meta.1732461467354.meta, exclude list is [], retry=0 2024-11-24T15:17:47,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35499,DS-585feb9e-97c6-4ce9-8ef3-71ba6bf4c88a,DISK] 2024-11-24T15:17:47,371 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.meta.1732461467354.meta 2024-11-24T15:17:47,371 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42181:42181)] 2024-11-24T15:17:47,371 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:17:47,371 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:17:47,371 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:17:47,371 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T15:17:47,372 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T15:17:47,372 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T15:17:47,372 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:47,372 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T15:17:47,372 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T15:17:47,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:17:47,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:17:47,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:47,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:47,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:17:47,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:17:47,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:47,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:47,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:17:47,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:17:47,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:47,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:47,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:17:47,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:17:47,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:47,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:47,378 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:17:47,378 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/meta/1588230740 2024-11-24T15:17:47,379 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/meta/1588230740 2024-11-24T15:17:47,381 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:17:47,381 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:17:47,381 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:17:47,383 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:17:47,383 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59740719, jitterRate=-0.10979391634464264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:17:47,384 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T15:17:47,384 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732461467372Writing region info on filesystem at 1732461467372Initializing all the Stores at 1732461467373 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461467373Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461467373Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461467373Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461467373Cleaning up temporary data from old regions at 1732461467381 (+8 ms)Running coprocessor post-open hooks at 1732461467384 (+3 ms)Region opened successfully at 1732461467384 2024-11-24T15:17:47,385 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732461467346 2024-11-24T15:17:47,387 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T15:17:47,387 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T15:17:47,388 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,37097,1732461464431 2024-11-24T15:17:47,389 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,37097,1732461464431, state=OPEN 2024-11-24T15:17:47,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01665698773/meta-region-server 2024-11-24T15:17:47,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014a8df1b10001, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01665698773/meta-region-server 2024-11-24T15:17:47,395 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c99348da3e93,37097,1732461464431 2024-11-24T15:17:47,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01665698773/meta-region-server: CHANGED 2024-11-24T15:17:47,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01665698773/meta-region-server: CHANGED 2024-11-24T15:17:47,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T15:17:47,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,37097,1732461464431 in 203 msec 2024-11-24T15:17:47,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T15:17:47,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-24T15:17:47,401 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:17:47,401 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T15:17:47,403 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:17:47,403 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,37097,1732461464431, seqNum=-1] 2024-11-24T15:17:47,403 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:17:47,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:17:47,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2100 sec 2024-11-24T15:17:47,409 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732461467409, completionTime=-1 2024-11-24T15:17:47,409 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T15:17:47,409 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T15:17:47,411 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T15:17:47,411 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732461527411 2024-11-24T15:17:47,411 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732461587411 2024-11-24T15:17:47,411 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T15:17:47,411 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,44719,1732461464382-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:47,411 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,44719,1732461464382-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:47,411 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,44719,1732461464382-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:47,411 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c99348da3e93:44719, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:47,411 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:47,412 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:47,413 DEBUG [master/c99348da3e93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T15:17:47,415 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.946sec 2024-11-24T15:17:47,415 INFO [master/c99348da3e93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T15:17:47,415 INFO [master/c99348da3e93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T15:17:47,415 INFO [master/c99348da3e93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T15:17:47,415 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T15:17:47,415 INFO [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T15:17:47,415 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,44719,1732461464382-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:17:47,415 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,44719,1732461464382-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T15:17:47,418 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T15:17:47,418 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T15:17:47,418 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,44719,1732461464382-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:47,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e007a01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:47,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,44719,-1 for getting cluster id 2024-11-24T15:17:47,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:47,453 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7e89f0e-470c-4679-9e01-9c1f8c167acc' 2024-11-24T15:17:47,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:47,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7e89f0e-470c-4679-9e01-9c1f8c167acc" 2024-11-24T15:17:47,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ab268d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:47,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,44719,-1] 2024-11-24T15:17:47,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:47,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:47,455 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:47,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688c38a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:47,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:17:47,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,37097,1732461464431, seqNum=-1] 2024-11-24T15:17:47,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:17:47,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:17:47,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c99348da3e93,44719,1732461464382 2024-11-24T15:17:47,460 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53311 2024-11-24T15:17:47,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:17:47,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a8df1b10002 connected 2024-11-24T15:17:47,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/hadoop.log.dir so I do NOT create it in target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d 2024-11-24T15:17:47,466 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T15:17:47,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/hadoop.tmp.dir so I do NOT create it in target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d 2024-11-24T15:17:47,466 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T15:17:47,466 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d 2024-11-24T15:17:47,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T15:17:47,466 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/cluster_09c4d63b-a6b8-f811-12d7-e9c95394b9fd, deleteOnExit=true 2024-11-24T15:17:47,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T15:17:47,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/test.cache.data in system properties and HBase conf 2024-11-24T15:17:47,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T15:17:47,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/hadoop.log.dir in system properties and HBase conf 2024-11-24T15:17:47,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T15:17:47,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T15:17:47,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T15:17:47,467 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T15:17:47,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:17:47,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:17:47,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T15:17:47,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:17:47,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T15:17:47,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T15:17:47,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:17:47,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:17:47,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T15:17:47,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/nfs.dump.dir in system properties and HBase conf 2024-11-24T15:17:47,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/java.io.tmpdir in system properties and HBase conf 2024-11-24T15:17:47,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:17:47,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T15:17:47,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T15:17:47,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:17:47,552 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:17:47,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:17:47,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:17:47,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:17:47,557 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:17:47,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52605e97{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:17:47,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74214264{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:17:47,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4435c507{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/java.io.tmpdir/jetty-localhost-42653-hadoop-hdfs-3_4_1-tests_jar-_-any-12159274124686129956/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:17:47,677 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ae5947e{HTTP/1.1, (http/1.1)}{localhost:42653} 2024-11-24T15:17:47,677 INFO [Time-limited test {}] server.Server(415): Started @50558ms 2024-11-24T15:17:47,745 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:17:47,762 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:17:47,763 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:17:47,764 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:17:47,769 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:17:47,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:17:47,784 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:17:47,784 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:17:47,784 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:17:47,784 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T15:17:47,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d368206{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:17:47,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33fad0d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:17:47,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48e9b228{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/java.io.tmpdir/jetty-localhost-40151-hadoop-hdfs-3_4_1-tests_jar-_-any-5837671126514900181/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:17:47,901 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@202beb9e{HTTP/1.1, (http/1.1)}{localhost:40151} 2024-11-24T15:17:47,901 INFO [Time-limited test {}] server.Server(415): Started @50782ms 2024-11-24T15:17:47,902 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T15:17:47,997 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/cluster_09c4d63b-a6b8-f811-12d7-e9c95394b9fd/data/data1/current/BP-1317693885-172.17.0.2-1732461467488/current, will proceed with Du for space computation calculation, 2024-11-24T15:17:47,997 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/cluster_09c4d63b-a6b8-f811-12d7-e9c95394b9fd/data/data2/current/BP-1317693885-172.17.0.2-1732461467488/current, will proceed with Du for space computation calculation, 2024-11-24T15:17:48,013 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T15:17:48,016 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1c7a71b6c2e4196 with lease ID 0xaddefbec78ae960: Processing first storage report for DS-27dcfbb9-fd10-4b01-ad29-f20b522c6de4 from datanode DatanodeRegistration(127.0.0.1:43157, datanodeUuid=e7a67f1c-1498-47b7-bb50-1ab78e013706, infoPort=34823, infoSecurePort=0, ipcPort=45203, storageInfo=lv=-57;cid=testClusterID;nsid=1636665069;c=1732461467488) 2024-11-24T15:17:48,016 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1c7a71b6c2e4196 with lease ID 0xaddefbec78ae960: from storage DS-27dcfbb9-fd10-4b01-ad29-f20b522c6de4 node DatanodeRegistration(127.0.0.1:43157, datanodeUuid=e7a67f1c-1498-47b7-bb50-1ab78e013706, infoPort=34823, infoSecurePort=0, ipcPort=45203, storageInfo=lv=-57;cid=testClusterID;nsid=1636665069;c=1732461467488), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:17:48,016 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1c7a71b6c2e4196 with lease ID 0xaddefbec78ae960: Processing first storage report for DS-092db440-1d0b-4db0-8b0c-afd5a31c7e4f from datanode DatanodeRegistration(127.0.0.1:43157, datanodeUuid=e7a67f1c-1498-47b7-bb50-1ab78e013706, infoPort=34823, infoSecurePort=0, ipcPort=45203, storageInfo=lv=-57;cid=testClusterID;nsid=1636665069;c=1732461467488) 2024-11-24T15:17:48,016 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1c7a71b6c2e4196 with lease ID 0xaddefbec78ae960: from storage DS-092db440-1d0b-4db0-8b0c-afd5a31c7e4f node DatanodeRegistration(127.0.0.1:43157, datanodeUuid=e7a67f1c-1498-47b7-bb50-1ab78e013706, infoPort=34823, infoSecurePort=0, ipcPort=45203, storageInfo=lv=-57;cid=testClusterID;nsid=1636665069;c=1732461467488), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:17:48,026 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d 2024-11-24T15:17:48,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:48,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:48,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741825_1001 (size=7) 2024-11-24T15:17:48,436 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83 with version=8 2024-11-24T15:17:48,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/hbase-staging 2024-11-24T15:17:48,439 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:17:48,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:48,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:48,439 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:17:48,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:48,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:17:48,439 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T15:17:48,439 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:17:48,440 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42613 2024-11-24T15:17:48,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42613 connecting to ZooKeeper ensemble=127.0.0.1:53311 2024-11-24T15:17:48,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426130x0, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:17:48,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42613-0x1014a8df1b10003 connected 2024-11-24T15:17:48,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:48,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:48,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Set watcher on znode that does not yet exist, /11274038418/running 2024-11-24T15:17:48,459 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83, hbase.cluster.distributed=false 2024-11-24T15:17:48,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Set watcher on znode that does not yet exist, /11274038418/acl 2024-11-24T15:17:48,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42613 2024-11-24T15:17:48,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42613 2024-11-24T15:17:48,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42613 2024-11-24T15:17:48,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42613 2024-11-24T15:17:48,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42613 2024-11-24T15:17:48,477 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:17:48,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:48,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:48,478 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:17:48,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:17:48,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:17:48,478 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T15:17:48,478 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:17:48,478 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43955 2024-11-24T15:17:48,479 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43955 connecting to ZooKeeper ensemble=127.0.0.1:53311 2024-11-24T15:17:48,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:48,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:48,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439550x0, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:17:48,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439550x0, quorum=127.0.0.1:53311, baseZNode=/11274038418 Set watcher on znode that does not yet exist, /11274038418/running 2024-11-24T15:17:48,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43955-0x1014a8df1b10004 connected 2024-11-24T15:17:48,486 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T15:17:48,488 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T15:17:48,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43955-0x1014a8df1b10004, quorum=127.0.0.1:53311, baseZNode=/11274038418 Set watcher on znode that does not yet exist, /11274038418/master 2024-11-24T15:17:48,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43955-0x1014a8df1b10004, quorum=127.0.0.1:53311, baseZNode=/11274038418 Set watcher on znode that does not yet exist, /11274038418/acl 2024-11-24T15:17:48,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43955 2024-11-24T15:17:48,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43955 2024-11-24T15:17:48,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43955 2024-11-24T15:17:48,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43955 2024-11-24T15:17:48,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43955 2024-11-24T15:17:48,502 DEBUG [M:0;c99348da3e93:42613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c99348da3e93:42613 2024-11-24T15:17:48,502 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11274038418/backup-masters/c99348da3e93,42613,1732461468438 2024-11-24T15:17:48,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11274038418/backup-masters 2024-11-24T15:17:48,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1014a8df1b10004, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11274038418/backup-masters 2024-11-24T15:17:48,504 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Set watcher on existing znode=/11274038418/backup-masters/c99348da3e93,42613,1732461468438 2024-11-24T15:17:48,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1014a8df1b10004, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11274038418/master 2024-11-24T15:17:48,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11274038418 2024-11-24T15:17:48,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1014a8df1b10004, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11274038418 2024-11-24T15:17:48,508 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Set watcher on existing znode=/11274038418/master 2024-11-24T15:17:48,508 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11274038418/backup-masters/c99348da3e93,42613,1732461468438 from backup master directory 2024-11-24T15:17:48,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11274038418/backup-masters/c99348da3e93,42613,1732461468438 2024-11-24T15:17:48,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1014a8df1b10004, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11274038418/backup-masters 2024-11-24T15:17:48,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11274038418/backup-masters 2024-11-24T15:17:48,509 WARN [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:17:48,509 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c99348da3e93,42613,1732461468438 2024-11-24T15:17:48,514 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/hbase.id] with ID: 0d9720db-53b6-40fd-8690-d26e123755ba 2024-11-24T15:17:48,514 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/.tmp/hbase.id 2024-11-24T15:17:48,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741826_1002 (size=42) 2024-11-24T15:17:48,920 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/.tmp/hbase.id]:[hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/hbase.id] 2024-11-24T15:17:48,932 INFO [master/c99348da3e93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:48,932 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T15:17:48,933 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T15:17:48,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11274038418 2024-11-24T15:17:48,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1014a8df1b10004, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11274038418 2024-11-24T15:17:48,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741827_1003 (size=196) 2024-11-24T15:17:49,341 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:17:49,342 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T15:17:49,343 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:17:49,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741828_1004 (size=1189) 2024-11-24T15:17:49,751 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/MasterData/data/master/store 2024-11-24T15:17:49,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741829_1005 (size=34) 2024-11-24T15:17:50,158 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:50,158 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:17:50,158 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:50,158 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:50,158 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:17:50,158 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:50,158 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:17:50,158 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461470158Disabling compacts and flushes for region at 1732461470158Disabling writes for close at 1732461470158Writing region close event to WAL at 1732461470158Closed at 1732461470158 2024-11-24T15:17:50,159 WARN [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/MasterData/data/master/store/.initializing 2024-11-24T15:17:50,159 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/MasterData/WALs/c99348da3e93,42613,1732461468438 2024-11-24T15:17:50,160 INFO [master/c99348da3e93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:17:50,162 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c99348da3e93%2C42613%2C1732461468438, suffix=, logDir=hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/MasterData/WALs/c99348da3e93,42613,1732461468438, archiveDir=hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/MasterData/oldWALs, maxLogs=10 2024-11-24T15:17:50,179 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/MasterData/WALs/c99348da3e93,42613,1732461468438/c99348da3e93%2C42613%2C1732461468438.1732461470162, exclude list is [], retry=0 2024-11-24T15:17:50,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-27dcfbb9-fd10-4b01-ad29-f20b522c6de4,DISK] 2024-11-24T15:17:50,183 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/MasterData/WALs/c99348da3e93,42613,1732461468438/c99348da3e93%2C42613%2C1732461468438.1732461470162 2024-11-24T15:17:50,184 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34823:34823)] 2024-11-24T15:17:50,184 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:17:50,184 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:50,184 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:50,184 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:50,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:50,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T15:17:50,187 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:50,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:50,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:50,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T15:17:50,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:50,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:50,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:50,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T15:17:50,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:50,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:50,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:50,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T15:17:50,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:50,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:50,193 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:50,194 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:50,194 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:50,195 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:50,195 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:50,196 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:17:50,197 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:17:50,199 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:17:50,199 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69764569, jitterRate=0.03957308828830719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:17:50,199 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732461470184Initializing all the Stores at 1732461470185 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461470185Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461470185Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461470185Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461470185Cleaning up temporary data from old regions at 1732461470195 (+10 ms)Region opened successfully at 1732461470199 (+4 ms) 2024-11-24T15:17:50,200 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T15:17:50,203 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54977bcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:17:50,203 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T15:17:50,204 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T15:17:50,204 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T15:17:50,204 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T15:17:50,204 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T15:17:50,204 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T15:17:50,204 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T15:17:50,206 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T15:17:50,207 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Unable to get data of znode /11274038418/balancer because node does not exist (not necessarily an error) 2024-11-24T15:17:50,208 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11274038418/balancer already deleted, retry=false 2024-11-24T15:17:50,208 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T15:17:50,209 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Unable to get data of znode /11274038418/normalizer because node does not exist (not necessarily an error) 2024-11-24T15:17:50,211 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11274038418/normalizer already deleted, retry=false 2024-11-24T15:17:50,212 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T15:17:50,212 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Unable to get data of znode /11274038418/switch/split because node does not exist (not necessarily an error) 2024-11-24T15:17:50,213 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11274038418/switch/split already deleted, retry=false 2024-11-24T15:17:50,214 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Unable to get data of znode /11274038418/switch/merge because node does not exist (not necessarily an error) 2024-11-24T15:17:50,215 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11274038418/switch/merge already deleted, retry=false 2024-11-24T15:17:50,217 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Unable to get data of znode /11274038418/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T15:17:50,218 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11274038418/snapshot-cleanup already deleted, retry=false 2024-11-24T15:17:50,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11274038418/running 2024-11-24T15:17:50,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1014a8df1b10004, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11274038418/running 2024-11-24T15:17:50,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11274038418 2024-11-24T15:17:50,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1014a8df1b10004, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11274038418 2024-11-24T15:17:50,221 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c99348da3e93,42613,1732461468438, sessionid=0x1014a8df1b10003, setting cluster-up flag (Was=false) 2024-11-24T15:17:50,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11274038418 2024-11-24T15:17:50,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1014a8df1b10004, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11274038418 2024-11-24T15:17:50,228 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11274038418/flush-table-proc/acquired, /11274038418/flush-table-proc/reached, /11274038418/flush-table-proc/abort 2024-11-24T15:17:50,229 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,42613,1732461468438 2024-11-24T15:17:50,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11274038418 2024-11-24T15:17:50,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1014a8df1b10004, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11274038418 2024-11-24T15:17:50,237 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11274038418/online-snapshot/acquired, /11274038418/online-snapshot/reached, /11274038418/online-snapshot/abort 2024-11-24T15:17:50,238 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,42613,1732461468438 2024-11-24T15:17:50,239 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T15:17:50,241 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T15:17:50,241 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T15:17:50,241 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T15:17:50,241 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c99348da3e93,42613,1732461468438 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T15:17:50,242 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:50,242 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:50,242 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:50,243 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:17:50,243 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c99348da3e93:0, corePoolSize=10, maxPoolSize=10 2024-11-24T15:17:50,243 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:50,243 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:17:50,243 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:50,244 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732461500244 2024-11-24T15:17:50,244 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T15:17:50,244 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T15:17:50,244 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T15:17:50,244 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T15:17:50,244 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T15:17:50,244 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T15:17:50,244 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:17:50,244 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T15:17:50,245 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:50,245 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T15:17:50,248 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:50,249 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T15:17:50,249 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T15:17:50,249 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T15:17:50,249 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T15:17:50,249 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T15:17:50,249 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T15:17:50,249 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461470249,5,FailOnTimeoutGroup] 2024-11-24T15:17:50,252 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461470249,5,FailOnTimeoutGroup] 2024-11-24T15:17:50,252 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:50,252 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T15:17:50,252 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:50,252 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:50,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741831_1007 (size=1321) 2024-11-24T15:17:50,294 INFO [RS:0;c99348da3e93:43955 {}] regionserver.HRegionServer(746): ClusterId : 0d9720db-53b6-40fd-8690-d26e123755ba 2024-11-24T15:17:50,294 DEBUG [RS:0;c99348da3e93:43955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T15:17:50,296 DEBUG [RS:0;c99348da3e93:43955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T15:17:50,296 DEBUG [RS:0;c99348da3e93:43955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T15:17:50,299 DEBUG [RS:0;c99348da3e93:43955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T15:17:50,299 DEBUG [RS:0;c99348da3e93:43955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f21950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:17:50,311 DEBUG [RS:0;c99348da3e93:43955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c99348da3e93:43955 2024-11-24T15:17:50,311 INFO [RS:0;c99348da3e93:43955 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T15:17:50,311 INFO [RS:0;c99348da3e93:43955 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T15:17:50,311 DEBUG [RS:0;c99348da3e93:43955 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T15:17:50,311 INFO [RS:0;c99348da3e93:43955 {}] regionserver.HRegionServer(2659): reportForDuty to master=c99348da3e93,42613,1732461468438 with port=43955, startcode=1732461468477 2024-11-24T15:17:50,312 DEBUG [RS:0;c99348da3e93:43955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T15:17:50,313 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T15:17:50,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42613 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c99348da3e93,43955,1732461468477 2024-11-24T15:17:50,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42613 {}] master.ServerManager(517): Registering regionserver=c99348da3e93,43955,1732461468477 2024-11-24T15:17:50,316 DEBUG [RS:0;c99348da3e93:43955 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83 2024-11-24T15:17:50,316 DEBUG [RS:0;c99348da3e93:43955 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38129 2024-11-24T15:17:50,316 DEBUG [RS:0;c99348da3e93:43955 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T15:17:50,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11274038418/rs 2024-11-24T15:17:50,321 DEBUG [RS:0;c99348da3e93:43955 {}] zookeeper.ZKUtil(111): regionserver:43955-0x1014a8df1b10004, quorum=127.0.0.1:53311, baseZNode=/11274038418 Set watcher on existing znode=/11274038418/rs/c99348da3e93,43955,1732461468477 2024-11-24T15:17:50,321 WARN [RS:0;c99348da3e93:43955 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:17:50,321 INFO [RS:0;c99348da3e93:43955 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:17:50,321 DEBUG [RS:0;c99348da3e93:43955 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/WALs/c99348da3e93,43955,1732461468477 2024-11-24T15:17:50,321 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c99348da3e93,43955,1732461468477] 2024-11-24T15:17:50,325 INFO [RS:0;c99348da3e93:43955 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T15:17:50,326 INFO [RS:0;c99348da3e93:43955 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T15:17:50,326 INFO [RS:0;c99348da3e93:43955 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T15:17:50,327 INFO [RS:0;c99348da3e93:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:50,327 INFO [RS:0;c99348da3e93:43955 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T15:17:50,327 INFO [RS:0;c99348da3e93:43955 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T15:17:50,327 INFO [RS:0;c99348da3e93:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:50,328 DEBUG [RS:0;c99348da3e93:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:50,328 DEBUG [RS:0;c99348da3e93:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:50,328 DEBUG [RS:0;c99348da3e93:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:50,328 DEBUG [RS:0;c99348da3e93:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:50,328 DEBUG [RS:0;c99348da3e93:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:50,328 DEBUG [RS:0;c99348da3e93:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:17:50,328 DEBUG [RS:0;c99348da3e93:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:50,328 DEBUG [RS:0;c99348da3e93:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:50,328 DEBUG [RS:0;c99348da3e93:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:50,328 DEBUG [RS:0;c99348da3e93:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:50,328 DEBUG [RS:0;c99348da3e93:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:50,328 DEBUG [RS:0;c99348da3e93:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:17:50,328 DEBUG [RS:0;c99348da3e93:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:17:50,328 DEBUG [RS:0;c99348da3e93:43955 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:17:50,330 INFO [RS:0;c99348da3e93:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:50,330 INFO [RS:0;c99348da3e93:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:50,330 INFO [RS:0;c99348da3e93:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:50,330 INFO [RS:0;c99348da3e93:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:50,330 INFO [RS:0;c99348da3e93:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:50,330 INFO [RS:0;c99348da3e93:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43955,1732461468477-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:17:50,345 INFO [RS:0;c99348da3e93:43955 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T15:17:50,345 INFO [RS:0;c99348da3e93:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43955,1732461468477-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:50,345 INFO [RS:0;c99348da3e93:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:50,345 INFO [RS:0;c99348da3e93:43955 {}] regionserver.Replication(171): c99348da3e93,43955,1732461468477 started 2024-11-24T15:17:50,358 INFO [RS:0;c99348da3e93:43955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:50,358 INFO [RS:0;c99348da3e93:43955 {}] regionserver.HRegionServer(1482): Serving as c99348da3e93,43955,1732461468477, RpcServer on c99348da3e93/172.17.0.2:43955, sessionid=0x1014a8df1b10004 2024-11-24T15:17:50,358 DEBUG [RS:0;c99348da3e93:43955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T15:17:50,358 DEBUG [RS:0;c99348da3e93:43955 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c99348da3e93,43955,1732461468477 2024-11-24T15:17:50,358 DEBUG [RS:0;c99348da3e93:43955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,43955,1732461468477' 2024-11-24T15:17:50,358 DEBUG [RS:0;c99348da3e93:43955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11274038418/flush-table-proc/abort' 2024-11-24T15:17:50,359 DEBUG [RS:0;c99348da3e93:43955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11274038418/flush-table-proc/acquired' 2024-11-24T15:17:50,359 DEBUG [RS:0;c99348da3e93:43955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T15:17:50,359 DEBUG [RS:0;c99348da3e93:43955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T15:17:50,359 DEBUG [RS:0;c99348da3e93:43955 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c99348da3e93,43955,1732461468477 2024-11-24T15:17:50,359 DEBUG [RS:0;c99348da3e93:43955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,43955,1732461468477' 2024-11-24T15:17:50,359 DEBUG [RS:0;c99348da3e93:43955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11274038418/online-snapshot/abort' 2024-11-24T15:17:50,360 DEBUG [RS:0;c99348da3e93:43955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11274038418/online-snapshot/acquired' 2024-11-24T15:17:50,360 DEBUG [RS:0;c99348da3e93:43955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T15:17:50,360 INFO [RS:0;c99348da3e93:43955 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T15:17:50,360 INFO [RS:0;c99348da3e93:43955 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T15:17:50,461 INFO [RS:0;c99348da3e93:43955 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:17:50,462 INFO [RS:0;c99348da3e93:43955 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C43955%2C1732461468477, suffix=, logDir=hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/WALs/c99348da3e93,43955,1732461468477, archiveDir=hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/oldWALs, maxLogs=10 2024-11-24T15:17:50,476 DEBUG [RS:0;c99348da3e93:43955 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/WALs/c99348da3e93,43955,1732461468477/c99348da3e93%2C43955%2C1732461468477.1732461470463, exclude list is [], retry=0 2024-11-24T15:17:50,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-27dcfbb9-fd10-4b01-ad29-f20b522c6de4,DISK] 2024-11-24T15:17:50,481 INFO [RS:0;c99348da3e93:43955 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/WALs/c99348da3e93,43955,1732461468477/c99348da3e93%2C43955%2C1732461468477.1732461470463 2024-11-24T15:17:50,482 DEBUG [RS:0;c99348da3e93:43955 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34823:34823)] 2024-11-24T15:17:50,657 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T15:17:50,657 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83 2024-11-24T15:17:50,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741833_1009 (size=32) 2024-11-24T15:17:51,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:51,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:17:51,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:17:51,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:51,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:51,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:17:51,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:17:51,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:51,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:51,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:17:51,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:17:51,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:51,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:51,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:17:51,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:17:51,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:51,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:51,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:17:51,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/hbase/meta/1588230740 2024-11-24T15:17:51,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/hbase/meta/1588230740 2024-11-24T15:17:51,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:17:51,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:17:51,074 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:17:51,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:17:51,076 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:17:51,077 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65330583, jitterRate=-0.026498451828956604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:17:51,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732461471063Initializing all the Stores at 1732461471064 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461471064Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461471064Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461471064Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461471064Cleaning up temporary data from old regions at 1732461471073 (+9 ms)Region opened successfully at 1732461471077 (+4 ms) 2024-11-24T15:17:51,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:17:51,077 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:17:51,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:17:51,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:17:51,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:17:51,077 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:17:51,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461471077Disabling compacts and flushes for region at 1732461471077Disabling writes for close at 1732461471077Writing region close event to WAL at 1732461471077Closed at 1732461471077 2024-11-24T15:17:51,079 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:17:51,079 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T15:17:51,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T15:17:51,080 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:17:51,081 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T15:17:51,231 DEBUG [c99348da3e93:42613 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T15:17:51,232 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c99348da3e93,43955,1732461468477 2024-11-24T15:17:51,233 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,43955,1732461468477, state=OPENING 2024-11-24T15:17:51,235 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T15:17:51,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11274038418 2024-11-24T15:17:51,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1014a8df1b10004, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11274038418 2024-11-24T15:17:51,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11274038418/meta-region-server: CHANGED 2024-11-24T15:17:51,236 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:17:51,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11274038418/meta-region-server: CHANGED 2024-11-24T15:17:51,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,43955,1732461468477}] 2024-11-24T15:17:51,390 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:17:51,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T15:17:51,396 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T15:17:51,396 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:17:51,396 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T15:17:51,397 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C43955%2C1732461468477.meta, suffix=.meta, logDir=hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/WALs/c99348da3e93,43955,1732461468477, archiveDir=hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/oldWALs, maxLogs=10 2024-11-24T15:17:51,411 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/WALs/c99348da3e93,43955,1732461468477/c99348da3e93%2C43955%2C1732461468477.meta.1732461471398.meta, exclude list is [], retry=0 2024-11-24T15:17:51,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-27dcfbb9-fd10-4b01-ad29-f20b522c6de4,DISK] 2024-11-24T15:17:51,415 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/WALs/c99348da3e93,43955,1732461468477/c99348da3e93%2C43955%2C1732461468477.meta.1732461471398.meta 2024-11-24T15:17:51,415 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34823:34823)] 2024-11-24T15:17:51,415 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:17:51,415 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:17:51,415 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:17:51,415 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T15:17:51,416 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T15:17:51,416 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T15:17:51,416 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:51,416 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T15:17:51,416 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T15:17:51,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:17:51,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:17:51,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:51,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:51,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:17:51,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:17:51,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:51,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:51,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:17:51,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:17:51,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:51,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:51,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:17:51,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:17:51,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:51,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:17:51,422 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:17:51,422 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/hbase/meta/1588230740 2024-11-24T15:17:51,423 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/hbase/meta/1588230740 2024-11-24T15:17:51,424 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:17:51,424 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:17:51,425 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:17:51,426 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:17:51,427 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69188039, jitterRate=0.0309821218252182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:17:51,427 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T15:17:51,427 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732461471416Writing region info on filesystem at 1732461471416Initializing all the Stores at 1732461471417 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461471417Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461471417Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461471417Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461471417Cleaning up temporary data from old regions at 1732461471424 (+7 ms)Running coprocessor post-open hooks at 1732461471427 (+3 ms)Region opened successfully at 1732461471427 2024-11-24T15:17:51,428 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732461471389 2024-11-24T15:17:51,430 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T15:17:51,430 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T15:17:51,431 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,43955,1732461468477 2024-11-24T15:17:51,432 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,43955,1732461468477, state=OPEN 2024-11-24T15:17:51,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11274038418/meta-region-server 2024-11-24T15:17:51,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1014a8df1b10004, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11274038418/meta-region-server 2024-11-24T15:17:51,434 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c99348da3e93,43955,1732461468477 2024-11-24T15:17:51,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11274038418/meta-region-server: CHANGED 2024-11-24T15:17:51,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11274038418/meta-region-server: CHANGED 2024-11-24T15:17:51,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T15:17:51,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,43955,1732461468477 in 198 msec 2024-11-24T15:17:51,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T15:17:51,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-24T15:17:51,440 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:17:51,440 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T15:17:51,441 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:17:51,441 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,43955,1732461468477, seqNum=-1] 2024-11-24T15:17:51,441 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:17:51,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:17:51,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2060 sec 2024-11-24T15:17:51,447 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732461471447, completionTime=-1 2024-11-24T15:17:51,448 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T15:17:51,448 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T15:17:51,449 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T15:17:51,449 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732461531449 2024-11-24T15:17:51,449 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732461591449 2024-11-24T15:17:51,449 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T15:17:51,450 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,42613,1732461468438-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:51,450 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,42613,1732461468438-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:51,450 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,42613,1732461468438-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:51,450 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c99348da3e93:42613, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:51,450 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:51,450 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:51,452 DEBUG [master/c99348da3e93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T15:17:51,454 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.944sec 2024-11-24T15:17:51,454 INFO [master/c99348da3e93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T15:17:51,454 INFO [master/c99348da3e93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T15:17:51,454 INFO [master/c99348da3e93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T15:17:51,454 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T15:17:51,454 INFO [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T15:17:51,454 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,42613,1732461468438-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:17:51,454 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,42613,1732461468438-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T15:17:51,456 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T15:17:51,456 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T15:17:51,456 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,42613,1732461468438-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:17:51,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d2badb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:51,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,42613,-1 for getting cluster id 2024-11-24T15:17:51,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:51,496 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d9720db-53b6-40fd-8690-d26e123755ba' 2024-11-24T15:17:51,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:51,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d9720db-53b6-40fd-8690-d26e123755ba" 2024-11-24T15:17:51,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25192c23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:51,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,42613,-1] 2024-11-24T15:17:51,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:51,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:51,498 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:51,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da731dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:51,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:17:51,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,43955,1732461468477, seqNum=-1] 2024-11-24T15:17:51,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:17:51,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:17:51,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c99348da3e93,42613,1732461468438 2024-11-24T15:17:51,504 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53311 2024-11-24T15:17:51,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:17:51,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014a8df1b10005 connected 2024-11-24T15:17:51,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:17:51,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,44719,1732461464382 2024-11-24T15:17:51,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fd455c4 2024-11-24T15:17:51,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:17:51,514 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:17:51,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44719 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:17:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44719 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T15:17:51,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:17:51,523 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:51,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44719 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T15:17:51,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:17:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:17:51,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741835_1011 (size=902) 2024-11-24T15:17:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:17:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:17:51,932 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 52b6c23bdec961ffd229f33c09a64258, NAME => 'test,,1732461471515.52b6c23bdec961ffd229f33c09a64258.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529 2024-11-24T15:17:51,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741836_1012 (size=39) 2024-11-24T15:17:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:17:52,278 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T15:17:52,339 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732461471515.52b6c23bdec961ffd229f33c09a64258.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:52,339 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 52b6c23bdec961ffd229f33c09a64258, disabling compactions & flushes 2024-11-24T15:17:52,339 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732461471515.52b6c23bdec961ffd229f33c09a64258. 2024-11-24T15:17:52,339 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461471515.52b6c23bdec961ffd229f33c09a64258. 2024-11-24T15:17:52,339 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732461471515.52b6c23bdec961ffd229f33c09a64258. after waiting 0 ms 2024-11-24T15:17:52,339 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732461471515.52b6c23bdec961ffd229f33c09a64258. 2024-11-24T15:17:52,339 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732461471515.52b6c23bdec961ffd229f33c09a64258. 2024-11-24T15:17:52,339 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 52b6c23bdec961ffd229f33c09a64258: Waiting for close lock at 1732461472339Disabling compacts and flushes for region at 1732461472339Disabling writes for close at 1732461472339Writing region close event to WAL at 1732461472339Closed at 1732461472339 2024-11-24T15:17:52,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:17:52,341 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732461471515.52b6c23bdec961ffd229f33c09a64258.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732461472341"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461472341"}]},"ts":"1732461472341"} 2024-11-24T15:17:52,344 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:17:52,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:17:52,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461472345"}]},"ts":"1732461472345"} 2024-11-24T15:17:52,347 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T15:17:52,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=52b6c23bdec961ffd229f33c09a64258, ASSIGN}] 2024-11-24T15:17:52,348 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=52b6c23bdec961ffd229f33c09a64258, ASSIGN 2024-11-24T15:17:52,349 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=52b6c23bdec961ffd229f33c09a64258, ASSIGN; state=OFFLINE, location=c99348da3e93,37097,1732461464431; forceNewPlan=false, retain=false 2024-11-24T15:17:52,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T15:17:52,500 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T15:17:52,500 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52b6c23bdec961ffd229f33c09a64258, regionState=OPENING, regionLocation=c99348da3e93,37097,1732461464431 2024-11-24T15:17:52,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:17:52,501 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T15:17:52,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:17:52,501 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T15:17:52,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=52b6c23bdec961ffd229f33c09a64258, ASSIGN because future has completed 2024-11-24T15:17:52,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52b6c23bdec961ffd229f33c09a64258, server=c99348da3e93,37097,1732461464431}] 2024-11-24T15:17:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:17:52,660 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732461471515.52b6c23bdec961ffd229f33c09a64258. 2024-11-24T15:17:52,660 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 52b6c23bdec961ffd229f33c09a64258, NAME => 'test,,1732461471515.52b6c23bdec961ffd229f33c09a64258.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:17:52,661 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:17:52,661 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T15:17:52,661 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 52b6c23bdec961ffd229f33c09a64258 2024-11-24T15:17:52,661 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732461471515.52b6c23bdec961ffd229f33c09a64258.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:52,661 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 52b6c23bdec961ffd229f33c09a64258 2024-11-24T15:17:52,662 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 52b6c23bdec961ffd229f33c09a64258 2024-11-24T15:17:52,663 INFO [StoreOpener-52b6c23bdec961ffd229f33c09a64258-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 52b6c23bdec961ffd229f33c09a64258 2024-11-24T15:17:52,664 INFO [StoreOpener-52b6c23bdec961ffd229f33c09a64258-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52b6c23bdec961ffd229f33c09a64258 columnFamilyName f 2024-11-24T15:17:52,664 DEBUG [StoreOpener-52b6c23bdec961ffd229f33c09a64258-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:52,664 INFO [StoreOpener-52b6c23bdec961ffd229f33c09a64258-1 {}] regionserver.HStore(327): Store=52b6c23bdec961ffd229f33c09a64258/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:52,665 INFO [StoreOpener-52b6c23bdec961ffd229f33c09a64258-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 52b6c23bdec961ffd229f33c09a64258 2024-11-24T15:17:52,666 INFO [StoreOpener-52b6c23bdec961ffd229f33c09a64258-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52b6c23bdec961ffd229f33c09a64258 columnFamilyName f1 2024-11-24T15:17:52,666 DEBUG [StoreOpener-52b6c23bdec961ffd229f33c09a64258-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:52,666 INFO [StoreOpener-52b6c23bdec961ffd229f33c09a64258-1 {}] regionserver.HStore(327): Store=52b6c23bdec961ffd229f33c09a64258/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:52,666 INFO [StoreOpener-52b6c23bdec961ffd229f33c09a64258-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 52b6c23bdec961ffd229f33c09a64258 2024-11-24T15:17:52,667 INFO [StoreOpener-52b6c23bdec961ffd229f33c09a64258-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52b6c23bdec961ffd229f33c09a64258 columnFamilyName norep 2024-11-24T15:17:52,667 DEBUG [StoreOpener-52b6c23bdec961ffd229f33c09a64258-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:52,667 INFO [StoreOpener-52b6c23bdec961ffd229f33c09a64258-1 {}] regionserver.HStore(327): Store=52b6c23bdec961ffd229f33c09a64258/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:52,668 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 52b6c23bdec961ffd229f33c09a64258 2024-11-24T15:17:52,668 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/default/test/52b6c23bdec961ffd229f33c09a64258 2024-11-24T15:17:52,669 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/default/test/52b6c23bdec961ffd229f33c09a64258 2024-11-24T15:17:52,669 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 52b6c23bdec961ffd229f33c09a64258 2024-11-24T15:17:52,669 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 52b6c23bdec961ffd229f33c09a64258 2024-11-24T15:17:52,670 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:17:52,671 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 52b6c23bdec961ffd229f33c09a64258 2024-11-24T15:17:52,673 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/default/test/52b6c23bdec961ffd229f33c09a64258/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:17:52,673 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 52b6c23bdec961ffd229f33c09a64258; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67233691, jitterRate=0.0018600672483444214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:17:52,673 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52b6c23bdec961ffd229f33c09a64258 2024-11-24T15:17:52,674 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 52b6c23bdec961ffd229f33c09a64258: Running coprocessor pre-open hook at 1732461472662Writing region info on filesystem at 1732461472662Initializing all the Stores at 1732461472662Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461472662Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461472663 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461472663Cleaning up temporary data from old regions at 1732461472669 (+6 ms)Running coprocessor post-open hooks at 1732461472673 (+4 ms)Region opened successfully at 1732461472674 (+1 ms) 2024-11-24T15:17:52,676 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732461471515.52b6c23bdec961ffd229f33c09a64258., pid=6, masterSystemTime=1732461472656 2024-11-24T15:17:52,678 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732461471515.52b6c23bdec961ffd229f33c09a64258. 2024-11-24T15:17:52,678 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732461471515.52b6c23bdec961ffd229f33c09a64258. 2024-11-24T15:17:52,681 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52b6c23bdec961ffd229f33c09a64258, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c99348da3e93,37097,1732461464431 2024-11-24T15:17:52,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52b6c23bdec961ffd229f33c09a64258, server=c99348da3e93,37097,1732461464431 because future has completed 2024-11-24T15:17:52,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T15:17:52,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 52b6c23bdec961ffd229f33c09a64258, server=c99348da3e93,37097,1732461464431 in 181 msec 2024-11-24T15:17:52,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T15:17:52,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=52b6c23bdec961ffd229f33c09a64258, ASSIGN in 339 msec 2024-11-24T15:17:52,689 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:17:52,689 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461472689"}]},"ts":"1732461472689"} 2024-11-24T15:17:52,691 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T15:17:52,692 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:17:52,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-11-24T15:17:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:17:53,668 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:17:53,668 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T15:17:53,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,42613,1732461468438 2024-11-24T15:17:53,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27908a76 2024-11-24T15:17:53,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:17:53,671 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:17:53,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:17:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T15:17:53,676 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:17:53,676 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:53,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T15:17:53,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:17:53,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:17:53,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741835_1011 (size=902) 2024-11-24T15:17:53,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:17:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:17:54,087 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 84925519ea06743cd73a02f24d39d457, NAME => 'test,,1732461473672.84925519ea06743cd73a02f24d39d457.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83 2024-11-24T15:17:54,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741836_1012 (size=39) 2024-11-24T15:17:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:17:54,496 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732461473672.84925519ea06743cd73a02f24d39d457.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:54,496 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 84925519ea06743cd73a02f24d39d457, disabling compactions & flushes 2024-11-24T15:17:54,496 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732461473672.84925519ea06743cd73a02f24d39d457. 2024-11-24T15:17:54,496 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461473672.84925519ea06743cd73a02f24d39d457. 2024-11-24T15:17:54,496 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732461473672.84925519ea06743cd73a02f24d39d457. after waiting 0 ms 2024-11-24T15:17:54,496 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732461473672.84925519ea06743cd73a02f24d39d457. 2024-11-24T15:17:54,496 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732461473672.84925519ea06743cd73a02f24d39d457. 2024-11-24T15:17:54,496 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 84925519ea06743cd73a02f24d39d457: Waiting for close lock at 1732461474496Disabling compacts and flushes for region at 1732461474496Disabling writes for close at 1732461474496Writing region close event to WAL at 1732461474496Closed at 1732461474496 2024-11-24T15:17:54,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:17:54,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732461473672.84925519ea06743cd73a02f24d39d457.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732461474498"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461474498"}]},"ts":"1732461474498"} 2024-11-24T15:17:54,501 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:17:54,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:17:54,502 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461474502"}]},"ts":"1732461474502"} 2024-11-24T15:17:54,504 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T15:17:54,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=84925519ea06743cd73a02f24d39d457, ASSIGN}] 2024-11-24T15:17:54,506 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=84925519ea06743cd73a02f24d39d457, ASSIGN 2024-11-24T15:17:54,507 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=84925519ea06743cd73a02f24d39d457, ASSIGN; state=OFFLINE, location=c99348da3e93,43955,1732461468477; forceNewPlan=false, retain=false 2024-11-24T15:17:54,658 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=84925519ea06743cd73a02f24d39d457, regionState=OPENING, regionLocation=c99348da3e93,43955,1732461468477 2024-11-24T15:17:54,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=84925519ea06743cd73a02f24d39d457, ASSIGN because future has completed 2024-11-24T15:17:54,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84925519ea06743cd73a02f24d39d457, server=c99348da3e93,43955,1732461468477}] 2024-11-24T15:17:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:17:54,821 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732461473672.84925519ea06743cd73a02f24d39d457. 2024-11-24T15:17:54,821 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 84925519ea06743cd73a02f24d39d457, NAME => 'test,,1732461473672.84925519ea06743cd73a02f24d39d457.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:17:54,822 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:17:54,822 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T15:17:54,822 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 84925519ea06743cd73a02f24d39d457 2024-11-24T15:17:54,822 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732461473672.84925519ea06743cd73a02f24d39d457.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:54,822 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 84925519ea06743cd73a02f24d39d457 2024-11-24T15:17:54,823 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 84925519ea06743cd73a02f24d39d457 2024-11-24T15:17:54,824 INFO [StoreOpener-84925519ea06743cd73a02f24d39d457-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 84925519ea06743cd73a02f24d39d457 2024-11-24T15:17:54,825 INFO [StoreOpener-84925519ea06743cd73a02f24d39d457-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84925519ea06743cd73a02f24d39d457 columnFamilyName f 2024-11-24T15:17:54,825 DEBUG [StoreOpener-84925519ea06743cd73a02f24d39d457-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:54,826 INFO [StoreOpener-84925519ea06743cd73a02f24d39d457-1 {}] regionserver.HStore(327): Store=84925519ea06743cd73a02f24d39d457/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:54,826 INFO [StoreOpener-84925519ea06743cd73a02f24d39d457-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 84925519ea06743cd73a02f24d39d457 2024-11-24T15:17:54,827 INFO [StoreOpener-84925519ea06743cd73a02f24d39d457-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84925519ea06743cd73a02f24d39d457 columnFamilyName f1 2024-11-24T15:17:54,827 DEBUG [StoreOpener-84925519ea06743cd73a02f24d39d457-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:54,828 INFO [StoreOpener-84925519ea06743cd73a02f24d39d457-1 {}] regionserver.HStore(327): Store=84925519ea06743cd73a02f24d39d457/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:54,828 INFO [StoreOpener-84925519ea06743cd73a02f24d39d457-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 84925519ea06743cd73a02f24d39d457 2024-11-24T15:17:54,829 INFO [StoreOpener-84925519ea06743cd73a02f24d39d457-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84925519ea06743cd73a02f24d39d457 columnFamilyName norep 2024-11-24T15:17:54,829 DEBUG [StoreOpener-84925519ea06743cd73a02f24d39d457-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:54,829 INFO [StoreOpener-84925519ea06743cd73a02f24d39d457-1 {}] regionserver.HStore(327): Store=84925519ea06743cd73a02f24d39d457/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:54,830 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 84925519ea06743cd73a02f24d39d457 2024-11-24T15:17:54,830 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/default/test/84925519ea06743cd73a02f24d39d457 2024-11-24T15:17:54,830 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/default/test/84925519ea06743cd73a02f24d39d457 2024-11-24T15:17:54,831 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 84925519ea06743cd73a02f24d39d457 2024-11-24T15:17:54,832 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 84925519ea06743cd73a02f24d39d457 2024-11-24T15:17:54,832 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:17:54,833 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 84925519ea06743cd73a02f24d39d457 2024-11-24T15:17:54,835 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/default/test/84925519ea06743cd73a02f24d39d457/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:17:54,836 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 84925519ea06743cd73a02f24d39d457; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64775180, jitterRate=-0.034774601459503174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:17:54,836 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84925519ea06743cd73a02f24d39d457 2024-11-24T15:17:54,836 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 84925519ea06743cd73a02f24d39d457: Running coprocessor pre-open hook at 1732461474823Writing region info on filesystem at 1732461474823Initializing all the Stores at 1732461474824 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461474824Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461474824Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461474824Cleaning up temporary data from old regions at 1732461474832 (+8 ms)Running coprocessor post-open hooks at 1732461474836 (+4 ms)Region opened successfully at 1732461474836 2024-11-24T15:17:54,837 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732461473672.84925519ea06743cd73a02f24d39d457., pid=6, masterSystemTime=1732461474816 2024-11-24T15:17:54,840 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732461473672.84925519ea06743cd73a02f24d39d457. 2024-11-24T15:17:54,840 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732461473672.84925519ea06743cd73a02f24d39d457. 2024-11-24T15:17:54,840 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=84925519ea06743cd73a02f24d39d457, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c99348da3e93,43955,1732461468477 2024-11-24T15:17:54,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84925519ea06743cd73a02f24d39d457, server=c99348da3e93,43955,1732461468477 because future has completed 2024-11-24T15:17:54,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T15:17:54,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 84925519ea06743cd73a02f24d39d457, server=c99348da3e93,43955,1732461468477 in 182 msec 2024-11-24T15:17:54,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T15:17:54,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=84925519ea06743cd73a02f24d39d457, ASSIGN in 342 msec 2024-11-24T15:17:54,850 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:17:54,850 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461474850"}]},"ts":"1732461474850"} 2024-11-24T15:17:54,852 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T15:17:54,853 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:17:54,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1800 sec 2024-11-24T15:17:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:17:55,828 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T15:17:55,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b09e8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:55,828 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,44719,-1 for getting cluster id 2024-11-24T15:17:55,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:55,830 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7e89f0e-470c-4679-9e01-9c1f8c167acc' 2024-11-24T15:17:55,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:55,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7e89f0e-470c-4679-9e01-9c1f8c167acc" 2024-11-24T15:17:55,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c02833e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,44719,-1] 2024-11-24T15:17:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:55,832 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:55,833 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae0bb40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:55,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2a6953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:55,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,42613,-1 for getting cluster id 2024-11-24T15:17:55,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:55,835 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d9720db-53b6-40fd-8690-d26e123755ba' 2024-11-24T15:17:55,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:55,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d9720db-53b6-40fd-8690-d26e123755ba" 2024-11-24T15:17:55,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d33ab47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:55,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,42613,-1] 2024-11-24T15:17:55,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:55,837 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:55,838 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:55,838 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c337839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:55,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683c2b8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:55,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,44719,-1 for getting cluster id 2024-11-24T15:17:55,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:55,840 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7e89f0e-470c-4679-9e01-9c1f8c167acc' 2024-11-24T15:17:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7e89f0e-470c-4679-9e01-9c1f8c167acc" 2024-11-24T15:17:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dd4678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,44719,-1] 2024-11-24T15:17:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:55,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:55,843 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:55,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea23818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:55,846 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:17:55,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,44719,1732461464382 2024-11-24T15:17:55,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a8a228c 2024-11-24T15:17:55,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:17:55,849 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:17:55,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44719 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c99348da3e93:42613,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-24T15:17:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44719 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T15:17:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:17:55,854 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:42613' 2024-11-24T15:17:55,856 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f780e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:55,857 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,42613,-1 for getting cluster id 2024-11-24T15:17:55,857 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:55,857 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d9720db-53b6-40fd-8690-d26e123755ba' 2024-11-24T15:17:55,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:55,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d9720db-53b6-40fd-8690-d26e123755ba" 2024-11-24T15:17:55,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b12d73a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:55,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,42613,-1] 2024-11-24T15:17:55,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:55,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:55,859 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:55,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6732f2c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:55,860 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:17:55,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,42613,1732461468438 2024-11-24T15:17:55,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36d536a4 2024-11-24T15:17:55,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:17:55,862 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:17:55,863 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T15:17:55,863 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T15:17:55,863 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:55,863 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:55,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:17:55,864 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:17:55,865 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T15:17:55,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:17:55,866 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:55,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:17:55,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741837_1013 (size=1138) 2024-11-24T15:17:55,915 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T15:17:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:17:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:17:56,275 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7cfbd62c91b937ed451d5068ba0bc423, NAME => 'hbase:replication,,1732461475864.7cfbd62c91b937ed451d5068ba0bc423.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529 2024-11-24T15:17:56,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741838_1014 (size=44) 2024-11-24T15:17:56,325 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T15:17:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:17:56,683 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461475864.7cfbd62c91b937ed451d5068ba0bc423.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:56,683 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7cfbd62c91b937ed451d5068ba0bc423, disabling compactions & flushes 2024-11-24T15:17:56,683 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461475864.7cfbd62c91b937ed451d5068ba0bc423. 2024-11-24T15:17:56,683 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461475864.7cfbd62c91b937ed451d5068ba0bc423. 2024-11-24T15:17:56,683 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461475864.7cfbd62c91b937ed451d5068ba0bc423. after waiting 0 ms 2024-11-24T15:17:56,683 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461475864.7cfbd62c91b937ed451d5068ba0bc423. 2024-11-24T15:17:56,683 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732461475864.7cfbd62c91b937ed451d5068ba0bc423. 2024-11-24T15:17:56,683 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7cfbd62c91b937ed451d5068ba0bc423: Waiting for close lock at 1732461476683Disabling compacts and flushes for region at 1732461476683Disabling writes for close at 1732461476683Writing region close event to WAL at 1732461476683Closed at 1732461476683 2024-11-24T15:17:56,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:17:56,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732461475864.7cfbd62c91b937ed451d5068ba0bc423.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732461476685"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461476685"}]},"ts":"1732461476685"} 2024-11-24T15:17:56,688 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:17:56,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:17:56,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461476689"}]},"ts":"1732461476689"} 2024-11-24T15:17:56,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T15:17:56,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7cfbd62c91b937ed451d5068ba0bc423, ASSIGN}] 2024-11-24T15:17:56,693 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7cfbd62c91b937ed451d5068ba0bc423, ASSIGN 2024-11-24T15:17:56,693 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7cfbd62c91b937ed451d5068ba0bc423, ASSIGN; state=OFFLINE, location=c99348da3e93,37097,1732461464431; forceNewPlan=false, retain=false 2024-11-24T15:17:56,844 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7cfbd62c91b937ed451d5068ba0bc423, regionState=OPENING, regionLocation=c99348da3e93,37097,1732461464431 2024-11-24T15:17:56,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7cfbd62c91b937ed451d5068ba0bc423, ASSIGN because future has completed 2024-11-24T15:17:56,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cfbd62c91b937ed451d5068ba0bc423, server=c99348da3e93,37097,1732461464431}] 2024-11-24T15:17:56,918 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:17:56,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:17:56,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:17:56,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:17:56,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:17:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:17:57,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732461475864.7cfbd62c91b937ed451d5068ba0bc423. 2024-11-24T15:17:57,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:17:57,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T15:17:57,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C37097%2C1732461464431.rep, suffix=, logDir=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431, archiveDir=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/oldWALs, maxLogs=10 2024-11-24T15:17:57,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.rep.1732461477025, exclude list is [], retry=0 2024-11-24T15:17:57,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35499,DS-585feb9e-97c6-4ce9-8ef3-71ba6bf4c88a,DISK] 2024-11-24T15:17:57,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.rep.1732461477025 2024-11-24T15:17:57,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42181:42181)] 2024-11-24T15:17:57,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7cfbd62c91b937ed451d5068ba0bc423, NAME => 'hbase:replication,,1732461475864.7cfbd62c91b937ed451d5068ba0bc423.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:17:57,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:17:57,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:17:57,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732461475864.7cfbd62c91b937ed451d5068ba0bc423. service=MultiRowMutationService 2024-11-24T15:17:57,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T15:17:57,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7cfbd62c91b937ed451d5068ba0bc423 2024-11-24T15:17:57,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461475864.7cfbd62c91b937ed451d5068ba0bc423.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:17:57,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7cfbd62c91b937ed451d5068ba0bc423 2024-11-24T15:17:57,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7cfbd62c91b937ed451d5068ba0bc423 2024-11-24T15:17:57,080 INFO [StoreOpener-7cfbd62c91b937ed451d5068ba0bc423-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7cfbd62c91b937ed451d5068ba0bc423 2024-11-24T15:17:57,083 INFO [StoreOpener-7cfbd62c91b937ed451d5068ba0bc423-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cfbd62c91b937ed451d5068ba0bc423 columnFamilyName hfileref 2024-11-24T15:17:57,083 DEBUG [StoreOpener-7cfbd62c91b937ed451d5068ba0bc423-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:57,083 INFO [StoreOpener-7cfbd62c91b937ed451d5068ba0bc423-1 {}] regionserver.HStore(327): Store=7cfbd62c91b937ed451d5068ba0bc423/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:57,083 INFO [StoreOpener-7cfbd62c91b937ed451d5068ba0bc423-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7cfbd62c91b937ed451d5068ba0bc423 2024-11-24T15:17:57,086 INFO [StoreOpener-7cfbd62c91b937ed451d5068ba0bc423-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cfbd62c91b937ed451d5068ba0bc423 columnFamilyName queue 2024-11-24T15:17:57,086 DEBUG [StoreOpener-7cfbd62c91b937ed451d5068ba0bc423-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:57,086 INFO [StoreOpener-7cfbd62c91b937ed451d5068ba0bc423-1 {}] regionserver.HStore(327): Store=7cfbd62c91b937ed451d5068ba0bc423/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:57,086 INFO [StoreOpener-7cfbd62c91b937ed451d5068ba0bc423-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7cfbd62c91b937ed451d5068ba0bc423 2024-11-24T15:17:57,088 INFO [StoreOpener-7cfbd62c91b937ed451d5068ba0bc423-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cfbd62c91b937ed451d5068ba0bc423 columnFamilyName sid 2024-11-24T15:17:57,088 DEBUG [StoreOpener-7cfbd62c91b937ed451d5068ba0bc423-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:17:57,088 INFO [StoreOpener-7cfbd62c91b937ed451d5068ba0bc423-1 {}] regionserver.HStore(327): Store=7cfbd62c91b937ed451d5068ba0bc423/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:17:57,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7cfbd62c91b937ed451d5068ba0bc423 2024-11-24T15:17:57,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/replication/7cfbd62c91b937ed451d5068ba0bc423 2024-11-24T15:17:57,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/replication/7cfbd62c91b937ed451d5068ba0bc423 2024-11-24T15:17:57,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7cfbd62c91b937ed451d5068ba0bc423 2024-11-24T15:17:57,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7cfbd62c91b937ed451d5068ba0bc423 2024-11-24T15:17:57,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:17:57,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7cfbd62c91b937ed451d5068ba0bc423 2024-11-24T15:17:57,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/replication/7cfbd62c91b937ed451d5068ba0bc423/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:17:57,104 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7cfbd62c91b937ed451d5068ba0bc423; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71110404, jitterRate=0.05962759256362915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:17:57,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7cfbd62c91b937ed451d5068ba0bc423 2024-11-24T15:17:57,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7cfbd62c91b937ed451d5068ba0bc423: Running coprocessor pre-open hook at 1732461477078Writing region info on filesystem at 1732461477078Initializing all the Stores at 1732461477080 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461477080Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461477080Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461477080Cleaning up temporary data from old regions at 1732461477091 (+11 ms)Running coprocessor post-open hooks at 1732461477105 (+14 ms)Region opened successfully at 1732461477105 2024-11-24T15:17:57,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732461475864.7cfbd62c91b937ed451d5068ba0bc423., pid=10, masterSystemTime=1732461477003 2024-11-24T15:17:57,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732461475864.7cfbd62c91b937ed451d5068ba0bc423. 2024-11-24T15:17:57,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732461475864.7cfbd62c91b937ed451d5068ba0bc423. 2024-11-24T15:17:57,110 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7cfbd62c91b937ed451d5068ba0bc423, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,37097,1732461464431 2024-11-24T15:17:57,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cfbd62c91b937ed451d5068ba0bc423, server=c99348da3e93,37097,1732461464431 because future has completed 2024-11-24T15:17:57,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T15:17:57,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7cfbd62c91b937ed451d5068ba0bc423, server=c99348da3e93,37097,1732461464431 in 264 msec 2024-11-24T15:17:57,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T15:17:57,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7cfbd62c91b937ed451d5068ba0bc423, ASSIGN in 425 msec 2024-11-24T15:17:57,120 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:17:57,120 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461477120"}]},"ts":"1732461477120"} 2024-11-24T15:17:57,124 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T15:17:57,127 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:17:57,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2630 sec 2024-11-24T15:17:57,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732461475864.7cfbd62c91b937ed451d5068ba0bc423., hostname=c99348da3e93,37097,1732461464431, seqNum=2] 2024-11-24T15:17:57,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014a8df1b10001, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01665698773 2024-11-24T15:17:57,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01665698773 2024-11-24T15:17:57,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T15:17:57,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37097 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T15:17:57,339 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T15:17:57,372 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c99348da3e93,37097,1732461464431, ReplicationSource: 1, currentBandwidth=0 2024-11-24T15:17:57,373 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:17:57,373 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,37097,1732461464431, seqNum=-1] 2024-11-24T15:17:57,374 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:17:57,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-24T15:17:57,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c99348da3e93,37097,1732461464431', locateType=CURRENT is [region=hbase:replication,,1732461475864.7cfbd62c91b937ed451d5068ba0bc423., hostname=c99348da3e93,37097,1732461464431, seqNum=2] 2024-11-24T15:17:57,380 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T15:17:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44719 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T15:17:57,383 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c99348da3e93,37097,1732461464431 suceeded 2024-11-24T15:17:57,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T15:17:57,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-24T15:17:57,386 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c99348da3e93:42613,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-24T15:17:57,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5360 sec 2024-11-24T15:17:57,398 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:42613' 2024-11-24T15:17:57,400 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3702ff8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:57,400 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,42613,-1 for getting cluster id 2024-11-24T15:17:57,400 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:57,401 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d9720db-53b6-40fd-8690-d26e123755ba' 2024-11-24T15:17:57,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:57,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d9720db-53b6-40fd-8690-d26e123755ba" 2024-11-24T15:17:57,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33dce161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:57,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,42613,-1] 2024-11-24T15:17:57,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:57,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:57,402 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:57,403 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@770ef045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:57,403 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:17:57,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,42613,1732461468438 2024-11-24T15:17:57,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@409d9482 2024-11-24T15:17:57,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:17:57,405 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-24T15:17:57,406 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c99348da3e93,37097,1732461464431 (queues=1) is replicating from cluster=c7e89f0e-470c-4679-9e01-9c1f8c167acc to cluster=0d9720db-53b6-40fd-8690-d26e123755ba 2024-11-24T15:17:57,406 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c99348da3e93%2C37097%2C1732461464431 2024-11-24T15:17:57,406 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c99348da3e93,37097,1732461464431, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T15:17:57,407 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416, startPosition=0, beingWritten=true 2024-11-24T15:17:57,408 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.shipperc99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c99348da3e93%2C37097%2C1732461464431 2024-11-24T15:17:57,468 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:17:57,468 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 379, reset compression=false 2024-11-24T15:17:57,469 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.shipperc99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,37097,1732461464431 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:17:57,679 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 379, reset compression=false 2024-11-24T15:17:57,984 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 379, reset compression=false 2024-11-24T15:17:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:17:58,007 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T15:17:58,007 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:17:58,008 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:17:58,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:58,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:58,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:17:58,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:17:58,014 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732461478012/Put/seqid=0 2024-11-24T15:17:58,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741840_1016 (size=7894) 2024-11-24T15:17:58,388 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 379, reset compression=false 2024-11-24T15:17:58,422 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/load_f/f/hfile_1 is 34, key is ddd/f:row/1732461478421/Put/seqid=0 2024-11-24T15:17:58,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741841_1017 (size=7691) 2024-11-24T15:17:58,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f701460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:58,838 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,44719,-1 for getting cluster id 2024-11-24T15:17:58,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:58,839 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7e89f0e-470c-4679-9e01-9c1f8c167acc' 2024-11-24T15:17:58,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:58,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7e89f0e-470c-4679-9e01-9c1f8c167acc" 2024-11-24T15:17:58,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d652810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:58,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,44719,-1] 2024-11-24T15:17:58,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:58,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:58,843 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:58,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8880b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:58,844 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:17:58,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,37097,1732461464431, seqNum=-1] 2024-11-24T15:17:58,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:17:58,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:17:58,862 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:17:58,863 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,44719,1732461464382 2024-11-24T15:17:58,863 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2334fd3e 2024-11-24T15:17:58,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:17:58,868 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:17:58,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732461471515.52b6c23bdec961ffd229f33c09a64258., hostname=c99348da3e93,37097,1732461464431, seqNum=2] 2024-11-24T15:17:58,887 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T15:17:58,893 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 379, reset compression=false 2024-11-24T15:17:58,901 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-24T15:17:58,904 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-24T15:17:58,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/load_f/f/hfile_0 for inclusion in 52b6c23bdec961ffd229f33c09a64258/f 2024-11-24T15:17:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T15:17:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T15:17:58,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/load_f/f/hfile_1 for inclusion in 52b6c23bdec961ffd229f33c09a64258/f 2024-11-24T15:17:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T15:17:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T15:17:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HRegion(2603): Flush status journal for 52b6c23bdec961ffd229f33c09a64258: 2024-11-24T15:17:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/load_f/f/hfile_0 to hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/staging/jenkins__test__j3ba6m72e8t1qnc0kqlr9bgfatfp54r4j6ddndquhmtgu2gp4r2l2ga648o1lt2l/f/hfile_0 2024-11-24T15:17:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/staging/jenkins__test__j3ba6m72e8t1qnc0kqlr9bgfatfp54r4j6ddndquhmtgu2gp4r2l2ga648o1lt2l/f/hfile_0 as hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/default/test/52b6c23bdec961ffd229f33c09a64258/f/b372e8572bf6439da67b9e587a6cce33_SeqId_4_ 2024-11-24T15:17:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/load_f/f/hfile_1 to hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/staging/jenkins__test__j3ba6m72e8t1qnc0kqlr9bgfatfp54r4j6ddndquhmtgu2gp4r2l2ga648o1lt2l/f/hfile_1 2024-11-24T15:17:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/staging/jenkins__test__j3ba6m72e8t1qnc0kqlr9bgfatfp54r4j6ddndquhmtgu2gp4r2l2ga648o1lt2l/f/hfile_1 as hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/default/test/52b6c23bdec961ffd229f33c09a64258/f/c8181c22754848cdb51d8059c0a205e3_SeqId_4_ 2024-11-24T15:17:58,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/staging/jenkins__test__j3ba6m72e8t1qnc0kqlr9bgfatfp54r4j6ddndquhmtgu2gp4r2l2ga648o1lt2l/f/hfile_0 into 52b6c23bdec961ffd229f33c09a64258/f as hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/default/test/52b6c23bdec961ffd229f33c09a64258/f/b372e8572bf6439da67b9e587a6cce33_SeqId_4_ - updating store file list. 2024-11-24T15:17:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b372e8572bf6439da67b9e587a6cce33_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T15:17:58,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/default/test/52b6c23bdec961ffd229f33c09a64258/f/b372e8572bf6439da67b9e587a6cce33_SeqId_4_ into 52b6c23bdec961ffd229f33c09a64258/f 2024-11-24T15:17:58,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/staging/jenkins__test__j3ba6m72e8t1qnc0kqlr9bgfatfp54r4j6ddndquhmtgu2gp4r2l2ga648o1lt2l/f/hfile_0 into 52b6c23bdec961ffd229f33c09a64258/f (new location: hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/default/test/52b6c23bdec961ffd229f33c09a64258/f/b372e8572bf6439da67b9e587a6cce33_SeqId_4_) 2024-11-24T15:17:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/staging/jenkins__test__j3ba6m72e8t1qnc0kqlr9bgfatfp54r4j6ddndquhmtgu2gp4r2l2ga648o1lt2l/f/hfile_0 2024-11-24T15:17:58,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/staging/jenkins__test__j3ba6m72e8t1qnc0kqlr9bgfatfp54r4j6ddndquhmtgu2gp4r2l2ga648o1lt2l/f/hfile_1 into 52b6c23bdec961ffd229f33c09a64258/f as hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/default/test/52b6c23bdec961ffd229f33c09a64258/f/c8181c22754848cdb51d8059c0a205e3_SeqId_4_ - updating store file list. 2024-11-24T15:17:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c8181c22754848cdb51d8059c0a205e3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T15:17:58,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/default/test/52b6c23bdec961ffd229f33c09a64258/f/c8181c22754848cdb51d8059c0a205e3_SeqId_4_ into 52b6c23bdec961ffd229f33c09a64258/f 2024-11-24T15:17:58,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/staging/jenkins__test__j3ba6m72e8t1qnc0kqlr9bgfatfp54r4j6ddndquhmtgu2gp4r2l2ga648o1lt2l/f/hfile_1 into 52b6c23bdec961ffd229f33c09a64258/f (new location: hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/default/test/52b6c23bdec961ffd229f33c09a64258/f/c8181c22754848cdb51d8059c0a205e3_SeqId_4_) 2024-11-24T15:17:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/staging/jenkins__test__j3ba6m72e8t1qnc0kqlr9bgfatfp54r4j6ddndquhmtgu2gp4r2l2ga648o1lt2l/f/hfile_1 2024-11-24T15:17:58,995 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:17:58,995 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:17:58,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:58,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:58,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:17:58,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732461471515.52b6c23bdec961ffd229f33c09a64258., hostname=c99348da3e93,37097,1732461464431, seqNum=2 , the old value is region=test,,1732461471515.52b6c23bdec961ffd229f33c09a64258., hostname=c99348da3e93,37097,1732461464431, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c99348da3e93:37097 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T15:17:58,998 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T15:17:58,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732461471515.52b6c23bdec961ffd229f33c09a64258., hostname=c99348da3e93,37097,1732461464431, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T15:17:58,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732461471515.52b6c23bdec961ffd229f33c09a64258., hostname=c99348da3e93,37097,1732461464431, seqNum=2 from cache 2024-11-24T15:17:59,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:17:59,003 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,43955,1732461468477, seqNum=-1] 2024-11-24T15:17:59,003 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:17:59,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:17:59,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732461473672.84925519ea06743cd73a02f24d39d457., hostname=c99348da3e93,43955,1732461468477, seqNum=2] 2024-11-24T15:17:59,010 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T15:17:59,108 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:37097 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T15:17:59,499 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 379, reset compression=false 2024-11-24T15:17:59,505 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:17:59,505 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.shipperc99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,37097,1732461464431 got entry batch from reader: WALEntryBatch [walEntries=[{test/52b6c23bdec961ffd229f33c09a64258/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732461478989/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T15:17:59,528 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.shipperc99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:17:59,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-24T15:17:59,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.ReplicationSink(318): Replicating [c7e89f0e-470c-4679-9e01-9c1f8c167acc] bulk loaded data 2024-11-24T15:17:59,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20d34f42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:59,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,42613,-1 for getting cluster id 2024-11-24T15:17:59,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:17:59,534 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d9720db-53b6-40fd-8690-d26e123755ba' 2024-11-24T15:17:59,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:17:59,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d9720db-53b6-40fd-8690-d26e123755ba" 2024-11-24T15:17:59,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71ac62d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:59,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,42613,-1] 2024-11-24T15:17:59,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:17:59,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:17:59,536 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:17:59,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a65be16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:17:59,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741837_1013 (size=7894) 2024-11-24T15:17:59,706 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 687, reset compression=false 2024-11-24T15:17:59,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741838_1014 (size=7691) 2024-11-24T15:18:00,010 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 687, reset compression=false 2024-11-24T15:18:00,013 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T15:18:00,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:18:00,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,42613,1732461468438 2024-11-24T15:18:00,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c922c0d 2024-11-24T15:18:00,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:18:00,367 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-24T15:18:00,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T15:18:00,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:18:00,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,43955,1732461468477, seqNum=-1] 2024-11-24T15:18:00,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:18:00,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-24T15:18:00,378 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/staging/jenkins.hfs.6__test__9gtj3j6d41vpoav1ea7dnagqamru2fuq69bvb6s42487jirlecn8r043mvqbiigq/f/b372e8572bf6439da67b9e587a6cce33_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-24T15:18:00,381 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/staging/jenkins.hfs.6__test__9gtj3j6d41vpoav1ea7dnagqamru2fuq69bvb6s42487jirlecn8r043mvqbiigq/f/c8181c22754848cdb51d8059c0a205e3_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-24T15:18:00,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/staging/jenkins.hfs.6__test__9gtj3j6d41vpoav1ea7dnagqamru2fuq69bvb6s42487jirlecn8r043mvqbiigq/f/b372e8572bf6439da67b9e587a6cce33_SeqId_4_ for inclusion in 84925519ea06743cd73a02f24d39d457/f 2024-11-24T15:18:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T15:18:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T15:18:00,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/staging/jenkins.hfs.6__test__9gtj3j6d41vpoav1ea7dnagqamru2fuq69bvb6s42487jirlecn8r043mvqbiigq/f/c8181c22754848cdb51d8059c0a205e3_SeqId_4_ for inclusion in 84925519ea06743cd73a02f24d39d457/f 2024-11-24T15:18:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T15:18:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T15:18:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HRegion(2603): Flush status journal for 84925519ea06743cd73a02f24d39d457: 2024-11-24T15:18:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b372e8572bf6439da67b9e587a6cce33_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T15:18:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/staging/jenkins.hfs.6__test__9gtj3j6d41vpoav1ea7dnagqamru2fuq69bvb6s42487jirlecn8r043mvqbiigq/f/b372e8572bf6439da67b9e587a6cce33_SeqId_4_ as hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/default/test/84925519ea06743cd73a02f24d39d457/f/fdbd5d4f378b4375883ac98274d27ff4_SeqId_4_ 2024-11-24T15:18:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c8181c22754848cdb51d8059c0a205e3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T15:18:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/staging/jenkins.hfs.6__test__9gtj3j6d41vpoav1ea7dnagqamru2fuq69bvb6s42487jirlecn8r043mvqbiigq/f/c8181c22754848cdb51d8059c0a205e3_SeqId_4_ as hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/default/test/84925519ea06743cd73a02f24d39d457/f/2131da10cea64bfc836826f1e330fe9b_SeqId_4_ 2024-11-24T15:18:00,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/staging/jenkins.hfs.6__test__9gtj3j6d41vpoav1ea7dnagqamru2fuq69bvb6s42487jirlecn8r043mvqbiigq/f/b372e8572bf6439da67b9e587a6cce33_SeqId_4_ into 84925519ea06743cd73a02f24d39d457/f as hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/default/test/84925519ea06743cd73a02f24d39d457/f/fdbd5d4f378b4375883ac98274d27ff4_SeqId_4_ - updating store file list. 2024-11-24T15:18:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fdbd5d4f378b4375883ac98274d27ff4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T15:18:00,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/default/test/84925519ea06743cd73a02f24d39d457/f/fdbd5d4f378b4375883ac98274d27ff4_SeqId_4_ into 84925519ea06743cd73a02f24d39d457/f 2024-11-24T15:18:00,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/staging/jenkins.hfs.6__test__9gtj3j6d41vpoav1ea7dnagqamru2fuq69bvb6s42487jirlecn8r043mvqbiigq/f/b372e8572bf6439da67b9e587a6cce33_SeqId_4_ into 84925519ea06743cd73a02f24d39d457/f (new location: hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/default/test/84925519ea06743cd73a02f24d39d457/f/fdbd5d4f378b4375883ac98274d27ff4_SeqId_4_) 2024-11-24T15:18:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/staging/jenkins.hfs.6__test__9gtj3j6d41vpoav1ea7dnagqamru2fuq69bvb6s42487jirlecn8r043mvqbiigq/f/b372e8572bf6439da67b9e587a6cce33_SeqId_4_ 2024-11-24T15:18:00,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/staging/jenkins.hfs.6__test__9gtj3j6d41vpoav1ea7dnagqamru2fuq69bvb6s42487jirlecn8r043mvqbiigq/f/c8181c22754848cdb51d8059c0a205e3_SeqId_4_ into 84925519ea06743cd73a02f24d39d457/f as hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/default/test/84925519ea06743cd73a02f24d39d457/f/2131da10cea64bfc836826f1e330fe9b_SeqId_4_ - updating store file list. 2024-11-24T15:18:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2131da10cea64bfc836826f1e330fe9b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T15:18:00,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/default/test/84925519ea06743cd73a02f24d39d457/f/2131da10cea64bfc836826f1e330fe9b_SeqId_4_ into 84925519ea06743cd73a02f24d39d457/f 2024-11-24T15:18:00,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/staging/jenkins.hfs.6__test__9gtj3j6d41vpoav1ea7dnagqamru2fuq69bvb6s42487jirlecn8r043mvqbiigq/f/c8181c22754848cdb51d8059c0a205e3_SeqId_4_ into 84925519ea06743cd73a02f24d39d457/f (new location: hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/default/test/84925519ea06743cd73a02f24d39d457/f/2131da10cea64bfc836826f1e330fe9b_SeqId_4_) 2024-11-24T15:18:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/staging/jenkins.hfs.6__test__9gtj3j6d41vpoav1ea7dnagqamru2fuq69bvb6s42487jirlecn8r043mvqbiigq/f/c8181c22754848cdb51d8059c0a205e3_SeqId_4_ 2024-11-24T15:18:00,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43955 {}] regionserver.ReplicationSink(324): Finished replicating [c7e89f0e-470c-4679-9e01-9c1f8c167acc] bulk loaded data 2024-11-24T15:18:00,415 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 687, reset compression=false 2024-11-24T15:18:00,919 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 687, reset compression=false 2024-11-24T15:18:01,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:18:01,034 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732461481033/Put/seqid=0 2024-11-24T15:18:01,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741842_1018 (size=7997) 2024-11-24T15:18:01,443 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732461481442/Put/seqid=0 2024-11-24T15:18:01,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741843_1019 (size=7794) 2024-11-24T15:18:01,523 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 687, reset compression=false 2024-11-24T15:18:01,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44733ce2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:18:01,853 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,44719,-1 for getting cluster id 2024-11-24T15:18:01,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:18:01,855 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7e89f0e-470c-4679-9e01-9c1f8c167acc' 2024-11-24T15:18:01,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:18:01,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7e89f0e-470c-4679-9e01-9c1f8c167acc" 2024-11-24T15:18:01,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5457889e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:18:01,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,44719,-1] 2024-11-24T15:18:01,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:18:01,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:18:01,856 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:18:01,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777dc463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:18:01,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:18:01,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,37097,1732461464431, seqNum=-1] 2024-11-24T15:18:01,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:18:01,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:18:01,868 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:18:01,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,44719,1732461464382 2024-11-24T15:18:01,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d3eba53 2024-11-24T15:18:01,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:18:01,870 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:18:01,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732461471515.52b6c23bdec961ffd229f33c09a64258., hostname=c99348da3e93,37097,1732461464431, seqNum=2] 2024-11-24T15:18:01,875 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T15:18:01,880 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-24T15:18:01,883 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-24T15:18:01,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/load_f1/f1/hfile_1 for inclusion in 52b6c23bdec961ffd229f33c09a64258/f1 2024-11-24T15:18:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-24T15:18:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T15:18:01,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/load_f1/f1/hfile_0 for inclusion in 52b6c23bdec961ffd229f33c09a64258/f1 2024-11-24T15:18:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-24T15:18:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T15:18:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HRegion(2603): Flush status journal for 52b6c23bdec961ffd229f33c09a64258: 2024-11-24T15:18:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/load_f1/f1/hfile_1 to hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/staging/jenkins__test__6lq6lv8mrb6a6uq48i232njkvqsdvc0ovnp5bum1a9c6jj65idu9a49q3c8fqtah/f1/hfile_1 2024-11-24T15:18:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/staging/jenkins__test__6lq6lv8mrb6a6uq48i232njkvqsdvc0ovnp5bum1a9c6jj65idu9a49q3c8fqtah/f1/hfile_1 as hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/default/test/52b6c23bdec961ffd229f33c09a64258/f1/09fb78294a6f45ec86bd312d6a80904f_SeqId_6_ 2024-11-24T15:18:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/load_f1/f1/hfile_0 to hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/staging/jenkins__test__6lq6lv8mrb6a6uq48i232njkvqsdvc0ovnp5bum1a9c6jj65idu9a49q3c8fqtah/f1/hfile_0 2024-11-24T15:18:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/staging/jenkins__test__6lq6lv8mrb6a6uq48i232njkvqsdvc0ovnp5bum1a9c6jj65idu9a49q3c8fqtah/f1/hfile_0 as hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/default/test/52b6c23bdec961ffd229f33c09a64258/f1/5736d875544d4c6ca94719a28683c95d_SeqId_6_ 2024-11-24T15:18:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-24T15:18:01,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/staging/jenkins__test__6lq6lv8mrb6a6uq48i232njkvqsdvc0ovnp5bum1a9c6jj65idu9a49q3c8fqtah/f1/hfile_1 into 52b6c23bdec961ffd229f33c09a64258/f1 as hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/default/test/52b6c23bdec961ffd229f33c09a64258/f1/09fb78294a6f45ec86bd312d6a80904f_SeqId_6_ - updating store file list. 2024-11-24T15:18:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 09fb78294a6f45ec86bd312d6a80904f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T15:18:01,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/default/test/52b6c23bdec961ffd229f33c09a64258/f1/09fb78294a6f45ec86bd312d6a80904f_SeqId_6_ into 52b6c23bdec961ffd229f33c09a64258/f1 2024-11-24T15:18:01,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/staging/jenkins__test__6lq6lv8mrb6a6uq48i232njkvqsdvc0ovnp5bum1a9c6jj65idu9a49q3c8fqtah/f1/hfile_1 into 52b6c23bdec961ffd229f33c09a64258/f1 (new location: hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/default/test/52b6c23bdec961ffd229f33c09a64258/f1/09fb78294a6f45ec86bd312d6a80904f_SeqId_6_) 2024-11-24T15:18:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/staging/jenkins__test__6lq6lv8mrb6a6uq48i232njkvqsdvc0ovnp5bum1a9c6jj65idu9a49q3c8fqtah/f1/hfile_1 2024-11-24T15:18:01,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/staging/jenkins__test__6lq6lv8mrb6a6uq48i232njkvqsdvc0ovnp5bum1a9c6jj65idu9a49q3c8fqtah/f1/hfile_0 into 52b6c23bdec961ffd229f33c09a64258/f1 as hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/default/test/52b6c23bdec961ffd229f33c09a64258/f1/5736d875544d4c6ca94719a28683c95d_SeqId_6_ - updating store file list. 2024-11-24T15:18:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5736d875544d4c6ca94719a28683c95d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T15:18:01,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/default/test/52b6c23bdec961ffd229f33c09a64258/f1/5736d875544d4c6ca94719a28683c95d_SeqId_6_ into 52b6c23bdec961ffd229f33c09a64258/f1 2024-11-24T15:18:01,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/staging/jenkins__test__6lq6lv8mrb6a6uq48i232njkvqsdvc0ovnp5bum1a9c6jj65idu9a49q3c8fqtah/f1/hfile_0 into 52b6c23bdec961ffd229f33c09a64258/f1 (new location: hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/default/test/52b6c23bdec961ffd229f33c09a64258/f1/5736d875544d4c6ca94719a28683c95d_SeqId_6_) 2024-11-24T15:18:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/staging/jenkins__test__6lq6lv8mrb6a6uq48i232njkvqsdvc0ovnp5bum1a9c6jj65idu9a49q3c8fqtah/f1/hfile_0 2024-11-24T15:18:01,910 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:18:01,910 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:18:01,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:18:01,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:18:01,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732461471515.52b6c23bdec961ffd229f33c09a64258., hostname=c99348da3e93,37097,1732461464431, seqNum=2 , the old value is region=test,,1732461471515.52b6c23bdec961ffd229f33c09a64258., hostname=c99348da3e93,37097,1732461464431, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c99348da3e93:37097 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T15:18:01,911 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:18:01,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732461471515.52b6c23bdec961ffd229f33c09a64258., hostname=c99348da3e93,37097,1732461464431, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T15:18:01,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732461471515.52b6c23bdec961ffd229f33c09a64258., hostname=c99348da3e93,37097,1732461464431, seqNum=2 from cache 2024-11-24T15:18:01,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:18:01,912 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,37097,1732461464431, seqNum=-1] 2024-11-24T15:18:01,912 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:18:01,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:18:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37097: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:60756 deadline: 1732461541910 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:60756 2024-11-24T15:18:01,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732461471515.52b6c23bdec961ffd229f33c09a64258., hostname=c99348da3e93,37097,1732461464431, seqNum=2] 2024-11-24T15:18:02,017 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:37097 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T15:18:02,228 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 687, reset compression=false 2024-11-24T15:18:02,234 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:18:02,234 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:02,234 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.shipperc99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,37097,1732461464431 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:18:02,439 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:02,580 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:18:02,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:18:02,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:18:02,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:18:02,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:18:02,635 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T15:18:02,635 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T15:18:02,635 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T15:18:02,636 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T15:18:02,636 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T15:18:02,636 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T15:18:02,744 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:03,149 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:03,654 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:04,258 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:04,962 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:05,767 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:06,672 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:07,676 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:08,780 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:09,985 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:11,290 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:12,694 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:13,969 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T15:18:14,199 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:15,803 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:17,508 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:18,026 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T15:18:19,312 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:21,217 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:22,237 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.shipperc99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,37097,1732461464431 got entry batch from reader: null 2024-11-24T15:18:23,221 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:25,326 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:27,533 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:27,962 INFO [master/c99348da3e93:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T15:18:27,962 INFO [master/c99348da3e93:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T15:18:29,838 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:31,456 INFO [master/c99348da3e93:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T15:18:31,456 INFO [master/c99348da3e93:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T15:18:32,243 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:34,750 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:37,354 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:37,662 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 52b6c23bdec961ffd229f33c09a64258, had cached 0 bytes from a total of 31376 2024-11-24T15:18:39,822 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 84925519ea06743cd73a02f24d39d457, had cached 0 bytes from a total of 15585 2024-11-24T15:18:40,059 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:42,238 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.shipperc99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,37097,1732461464431 got entry batch from reader: null 2024-11-24T15:18:42,864 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:43,969 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T15:18:45,769 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:47,414 DEBUG [master/c99348da3e93:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T15:18:48,026 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T15:18:48,774 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:51,878 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:52,360 DEBUG [master/c99348da3e93:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T15:18:55,083 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:18:58,387 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:19:01,792 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:19:01,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T15:19:01,944 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:19:01,944 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:01,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:01,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:01,944 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:19:01,944 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T15:19:01,944 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1782598956, stopped=false 2024-11-24T15:19:01,944 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c99348da3e93,42613,1732461468438 2024-11-24T15:19:01,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11274038418/running 2024-11-24T15:19:01,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1014a8df1b10004, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11274038418/running 2024-11-24T15:19:01,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11274038418 2024-11-24T15:19:01,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1014a8df1b10004, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11274038418 2024-11-24T15:19:01,946 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:19:01,946 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:19:01,946 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:01,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:01,947 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c99348da3e93,43955,1732461468477' ***** 2024-11-24T15:19:01,947 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T15:19:01,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43955-0x1014a8df1b10004, quorum=127.0.0.1:53311, baseZNode=/11274038418 Set watcher on znode that does not yet exist, /11274038418/running 2024-11-24T15:19:01,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Set watcher on znode that does not yet exist, /11274038418/running 2024-11-24T15:19:01,947 INFO [RS:0;c99348da3e93:43955 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T15:19:01,947 INFO [RS:0;c99348da3e93:43955 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T15:19:01,947 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T15:19:01,947 INFO [RS:0;c99348da3e93:43955 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T15:19:01,947 INFO [RS:0;c99348da3e93:43955 {}] regionserver.HRegionServer(3091): Received CLOSE for 84925519ea06743cd73a02f24d39d457 2024-11-24T15:19:01,948 INFO [RS:0;c99348da3e93:43955 {}] regionserver.HRegionServer(959): stopping server c99348da3e93,43955,1732461468477 2024-11-24T15:19:01,948 INFO [RS:0;c99348da3e93:43955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:19:01,948 INFO [RS:0;c99348da3e93:43955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:43955. 2024-11-24T15:19:01,948 DEBUG [RS:0;c99348da3e93:43955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:01,948 DEBUG [RS:0;c99348da3e93:43955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:01,948 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 84925519ea06743cd73a02f24d39d457, disabling compactions & flushes 2024-11-24T15:19:01,948 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732461473672.84925519ea06743cd73a02f24d39d457. 2024-11-24T15:19:01,948 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461473672.84925519ea06743cd73a02f24d39d457. 2024-11-24T15:19:01,948 INFO [RS:0;c99348da3e93:43955 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T15:19:01,948 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732461473672.84925519ea06743cd73a02f24d39d457. after waiting 0 ms 2024-11-24T15:19:01,948 INFO [RS:0;c99348da3e93:43955 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T15:19:01,948 INFO [RS:0;c99348da3e93:43955 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T15:19:01,948 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732461473672.84925519ea06743cd73a02f24d39d457. 2024-11-24T15:19:01,948 INFO [RS:0;c99348da3e93:43955 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T15:19:01,948 INFO [RS:0;c99348da3e93:43955 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T15:19:01,948 DEBUG [RS:0;c99348da3e93:43955 {}] regionserver.HRegionServer(1325): Online Regions={84925519ea06743cd73a02f24d39d457=test,,1732461473672.84925519ea06743cd73a02f24d39d457., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T15:19:01,948 DEBUG [RS:0;c99348da3e93:43955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84925519ea06743cd73a02f24d39d457 2024-11-24T15:19:01,948 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:19:01,949 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:19:01,949 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:19:01,949 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:19:01,949 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:19:01,949 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-24T15:19:01,953 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/default/test/84925519ea06743cd73a02f24d39d457/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-24T15:19:01,954 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:19:01,954 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T15:19:01,954 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732461473672.84925519ea06743cd73a02f24d39d457. 2024-11-24T15:19:01,954 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 84925519ea06743cd73a02f24d39d457: Waiting for close lock at 1732461541948Running coprocessor pre-close hooks at 1732461541948Disabling compacts and flushes for region at 1732461541948Disabling writes for close at 1732461541948Writing region close event to WAL at 1732461541949 (+1 ms)Running coprocessor post-close hooks at 1732461541954 (+5 ms)Closed at 1732461541954 2024-11-24T15:19:01,954 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732461473672.84925519ea06743cd73a02f24d39d457. 2024-11-24T15:19:01,966 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/hbase/meta/1588230740/.tmp/info/5d3da02a7d994adeafe0e39057b1c2e0 is 129, key is test,,1732461473672.84925519ea06743cd73a02f24d39d457./info:regioninfo/1732461474840/Put/seqid=0 2024-11-24T15:19:01,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741839_1015 (size=6421) 2024-11-24T15:19:02,021 INFO [regionserver/c99348da3e93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:19:02,149 DEBUG [RS:0;c99348da3e93:43955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:19:02,238 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.shipperc99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,37097,1732461464431 got entry batch from reader: null 2024-11-24T15:19:02,335 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T15:19:02,335 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T15:19:02,349 DEBUG [RS:0;c99348da3e93:43955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:19:02,371 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/hbase/meta/1588230740/.tmp/info/5d3da02a7d994adeafe0e39057b1c2e0 2024-11-24T15:19:02,392 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/hbase/meta/1588230740/.tmp/ns/ddd7e140961243c5b040834e1a209a93 is 43, key is default/ns:d/1732461471443/Put/seqid=0 2024-11-24T15:19:02,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741840_1016 (size=5153) 2024-11-24T15:19:02,549 DEBUG [RS:0;c99348da3e93:43955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:19:02,749 DEBUG [RS:0;c99348da3e93:43955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:19:02,796 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/hbase/meta/1588230740/.tmp/ns/ddd7e140961243c5b040834e1a209a93 2024-11-24T15:19:02,816 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/hbase/meta/1588230740/.tmp/rep_barrier/d0ba6b10d9174989ab28cba0537a3ba8 is 112, key is test,,1732461473672.84925519ea06743cd73a02f24d39d457./rep_barrier:seqnumDuringOpen/1732461474840/Put/seqid=0 2024-11-24T15:19:02,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741841_1017 (size=5518) 2024-11-24T15:19:02,949 INFO [RS:0;c99348da3e93:43955 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T15:19:02,949 DEBUG [RS:0;c99348da3e93:43955 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T15:19:02,949 DEBUG [RS:0;c99348da3e93:43955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:19:03,150 DEBUG [RS:0;c99348da3e93:43955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:19:03,220 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/hbase/meta/1588230740/.tmp/rep_barrier/d0ba6b10d9174989ab28cba0537a3ba8 2024-11-24T15:19:03,240 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/hbase/meta/1588230740/.tmp/table/f9903ced72834d4181cd8dcc0aaf8c3b is 40, key is test/table:state/1732461474850/Put/seqid=0 2024-11-24T15:19:03,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741842_1018 (size=5165) 2024-11-24T15:19:03,350 DEBUG [RS:0;c99348da3e93:43955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:19:03,550 DEBUG [RS:0;c99348da3e93:43955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:19:03,644 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/hbase/meta/1588230740/.tmp/table/f9903ced72834d4181cd8dcc0aaf8c3b 2024-11-24T15:19:03,650 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/hbase/meta/1588230740/.tmp/info/5d3da02a7d994adeafe0e39057b1c2e0 as hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/hbase/meta/1588230740/info/5d3da02a7d994adeafe0e39057b1c2e0 2024-11-24T15:19:03,655 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/hbase/meta/1588230740/info/5d3da02a7d994adeafe0e39057b1c2e0, entries=10, sequenceid=11, filesize=6.3 K 2024-11-24T15:19:03,656 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/hbase/meta/1588230740/.tmp/ns/ddd7e140961243c5b040834e1a209a93 as hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/hbase/meta/1588230740/ns/ddd7e140961243c5b040834e1a209a93 2024-11-24T15:19:03,661 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/hbase/meta/1588230740/ns/ddd7e140961243c5b040834e1a209a93, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T15:19:03,661 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/hbase/meta/1588230740/.tmp/rep_barrier/d0ba6b10d9174989ab28cba0537a3ba8 as hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/hbase/meta/1588230740/rep_barrier/d0ba6b10d9174989ab28cba0537a3ba8 2024-11-24T15:19:03,666 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/hbase/meta/1588230740/rep_barrier/d0ba6b10d9174989ab28cba0537a3ba8, entries=1, sequenceid=11, filesize=5.4 K 2024-11-24T15:19:03,666 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/hbase/meta/1588230740/.tmp/table/f9903ced72834d4181cd8dcc0aaf8c3b as hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/hbase/meta/1588230740/table/f9903ced72834d4181cd8dcc0aaf8c3b 2024-11-24T15:19:03,671 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/hbase/meta/1588230740/table/f9903ced72834d4181cd8dcc0aaf8c3b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T15:19:03,672 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=11, compaction requested=false 2024-11-24T15:19:03,676 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T15:19:03,676 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:19:03,676 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:19:03,677 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:19:03,677 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461541948Running coprocessor pre-close hooks at 1732461541948Disabling compacts and flushes for region at 1732461541948Disabling writes for close at 1732461541949 (+1 ms)Obtaining lock to block concurrent updates at 1732461541949Preparing flush snapshotting stores in 1588230740 at 1732461541949Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732461541949Flushing stores of hbase:meta,,1.1588230740 at 1732461541950 (+1 ms)Flushing 1588230740/info: creating writer at 1732461541950Flushing 1588230740/info: appending metadata at 1732461541966 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732461541966Flushing 1588230740/ns: creating writer at 1732461542377 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732461542391 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732461542391Flushing 1588230740/rep_barrier: creating writer at 1732461542802 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732461542815 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732461542815Flushing 1588230740/table: creating writer at 1732461543225 (+410 ms)Flushing 1588230740/table: appending metadata at 1732461543239 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732461543239Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35ae53b7: reopening flushed file at 1732461543650 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cc910c9: reopening flushed file at 1732461543655 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61b3c29b: reopening flushed file at 1732461543661 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5743ed94: reopening flushed file at 1732461543666 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=11, compaction requested=false at 1732461543672 (+6 ms)Writing region close event to WAL at 1732461543673 (+1 ms)Running coprocessor post-close hooks at 1732461543676 (+3 ms)Closed at 1732461543677 (+1 ms) 2024-11-24T15:19:03,677 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T15:19:03,750 INFO [RS:0;c99348da3e93:43955 {}] regionserver.HRegionServer(976): stopping server c99348da3e93,43955,1732461468477; all regions closed. 2024-11-24T15:19:03,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741834_1010 (size=2717) 2024-11-24T15:19:03,752 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/WALs/c99348da3e93,43955,1732461468477/c99348da3e93%2C43955%2C1732461468477.meta.1732461471398.meta not finished, retry = 0 2024-11-24T15:19:03,855 DEBUG [RS:0;c99348da3e93:43955 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/oldWALs 2024-11-24T15:19:03,855 INFO [RS:0;c99348da3e93:43955 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C43955%2C1732461468477.meta:.meta(num 1732461471398) 2024-11-24T15:19:03,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741832_1008 (size=1028) 2024-11-24T15:19:03,859 DEBUG [RS:0;c99348da3e93:43955 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/oldWALs 2024-11-24T15:19:03,859 INFO [RS:0;c99348da3e93:43955 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C43955%2C1732461468477:(num 1732461470463) 2024-11-24T15:19:03,859 DEBUG [RS:0;c99348da3e93:43955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:03,859 INFO [RS:0;c99348da3e93:43955 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:19:03,859 INFO [RS:0;c99348da3e93:43955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:19:03,859 INFO [RS:0;c99348da3e93:43955 {}] hbase.ChoreService(370): Chore service for: regionserver/c99348da3e93:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T15:19:03,859 INFO [RS:0;c99348da3e93:43955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:19:03,859 INFO [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:19:03,860 INFO [RS:0;c99348da3e93:43955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:43955. 2024-11-24T15:19:03,860 DEBUG [RS:0;c99348da3e93:43955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:03,860 DEBUG [RS:0;c99348da3e93:43955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:03,860 DEBUG [RS:0;c99348da3e93:43955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:03,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:19:03,860 INFO [RS:0;c99348da3e93:43955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43955 2024-11-24T15:19:03,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11274038418/rs 2024-11-24T15:19:03,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1014a8df1b10004, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11274038418/rs/c99348da3e93,43955,1732461468477 2024-11-24T15:19:03,863 INFO [RS:0;c99348da3e93:43955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:19:03,864 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c99348da3e93,43955,1732461468477] 2024-11-24T15:19:03,866 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11274038418/draining/c99348da3e93,43955,1732461468477 already deleted, retry=false 2024-11-24T15:19:03,866 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c99348da3e93,43955,1732461468477 expired; onlineServers=0 2024-11-24T15:19:03,866 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c99348da3e93,42613,1732461468438' ***** 2024-11-24T15:19:03,866 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T15:19:03,866 INFO [M:0;c99348da3e93:42613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:19:03,866 INFO [M:0;c99348da3e93:42613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:19:03,866 DEBUG [M:0;c99348da3e93:42613 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T15:19:03,866 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T15:19:03,866 DEBUG [M:0;c99348da3e93:42613 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T15:19:03,866 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461470249 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461470249,5,FailOnTimeoutGroup] 2024-11-24T15:19:03,866 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461470249 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461470249,5,FailOnTimeoutGroup] 2024-11-24T15:19:03,867 INFO [M:0;c99348da3e93:42613 {}] hbase.ChoreService(370): Chore service for: master/c99348da3e93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T15:19:03,867 INFO [M:0;c99348da3e93:42613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:19:03,867 DEBUG [M:0;c99348da3e93:42613 {}] master.HMaster(1795): Stopping service threads 2024-11-24T15:19:03,867 INFO [M:0;c99348da3e93:42613 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T15:19:03,867 INFO [M:0;c99348da3e93:42613 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:19:03,867 INFO [M:0;c99348da3e93:42613 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T15:19:03,867 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T15:19:03,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11274038418/master 2024-11-24T15:19:03,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11274038418 2024-11-24T15:19:03,868 DEBUG [M:0;c99348da3e93:42613 {}] zookeeper.ZKUtil(347): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Unable to get data of znode /11274038418/master because node does not exist (not an error) 2024-11-24T15:19:03,868 WARN [M:0;c99348da3e93:42613 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T15:19:03,869 INFO [M:0;c99348da3e93:42613 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/.lastflushedseqids 2024-11-24T15:19:03,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741843_1019 (size=173) 2024-11-24T15:19:03,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1014a8df1b10004, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:03,964 INFO [RS:0;c99348da3e93:43955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:19:03,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43955-0x1014a8df1b10004, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:03,964 INFO [RS:0;c99348da3e93:43955 {}] regionserver.HRegionServer(1031): Exiting; stopping=c99348da3e93,43955,1732461468477; zookeeper connection closed. 2024-11-24T15:19:03,964 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1405f7dc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1405f7dc 2024-11-24T15:19:03,965 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T15:19:04,274 INFO [M:0;c99348da3e93:42613 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T15:19:04,274 INFO [M:0;c99348da3e93:42613 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T15:19:04,274 DEBUG [M:0;c99348da3e93:42613 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:19:04,274 INFO [M:0;c99348da3e93:42613 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:04,274 DEBUG [M:0;c99348da3e93:42613 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:04,275 DEBUG [M:0;c99348da3e93:42613 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-24T15:19:04,275 DEBUG [M:0;c99348da3e93:42613 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:04,275 INFO [M:0;c99348da3e93:42613 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-24T15:19:04,291 DEBUG [M:0;c99348da3e93:42613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b194f92833644de95f0097c73c01661 is 82, key is hbase:meta,,1/info:regioninfo/1732461471431/Put/seqid=0 2024-11-24T15:19:04,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741844_1020 (size=5672) 2024-11-24T15:19:04,695 INFO [M:0;c99348da3e93:42613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b194f92833644de95f0097c73c01661 2024-11-24T15:19:04,718 DEBUG [M:0;c99348da3e93:42613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a75bfcdc34a44c6adf4f2cd9494542a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732461474854/Put/seqid=0 2024-11-24T15:19:04,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741845_1021 (size=6727) 2024-11-24T15:19:05,123 INFO [M:0;c99348da3e93:42613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a75bfcdc34a44c6adf4f2cd9494542a 2024-11-24T15:19:05,128 INFO [M:0;c99348da3e93:42613 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a75bfcdc34a44c6adf4f2cd9494542a 2024-11-24T15:19:05,146 DEBUG [M:0;c99348da3e93:42613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79af9d11f7cc43d2ba350b666e79a37f is 69, key is c99348da3e93,43955,1732461468477/rs:state/1732461470314/Put/seqid=0 2024-11-24T15:19:05,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741846_1022 (size=5156) 2024-11-24T15:19:05,296 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/WALs/c99348da3e93,37097,1732461464431/c99348da3e93%2C37097%2C1732461464431.1732461466416 to pos 997, reset compression=false 2024-11-24T15:19:05,550 INFO [M:0;c99348da3e93:42613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79af9d11f7cc43d2ba350b666e79a37f 2024-11-24T15:19:05,555 DEBUG [M:0;c99348da3e93:42613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b194f92833644de95f0097c73c01661 as hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b194f92833644de95f0097c73c01661 2024-11-24T15:19:05,560 INFO [M:0;c99348da3e93:42613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b194f92833644de95f0097c73c01661, entries=8, sequenceid=58, filesize=5.5 K 2024-11-24T15:19:05,560 DEBUG [M:0;c99348da3e93:42613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a75bfcdc34a44c6adf4f2cd9494542a as hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a75bfcdc34a44c6adf4f2cd9494542a 2024-11-24T15:19:05,564 INFO [M:0;c99348da3e93:42613 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a75bfcdc34a44c6adf4f2cd9494542a 2024-11-24T15:19:05,564 INFO [M:0;c99348da3e93:42613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a75bfcdc34a44c6adf4f2cd9494542a, entries=6, sequenceid=58, filesize=6.6 K 2024-11-24T15:19:05,565 DEBUG [M:0;c99348da3e93:42613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79af9d11f7cc43d2ba350b666e79a37f as hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/79af9d11f7cc43d2ba350b666e79a37f 2024-11-24T15:19:05,570 INFO [M:0;c99348da3e93:42613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/6f1a6a2d-f405-8817-f605-dd7062a96e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/79af9d11f7cc43d2ba350b666e79a37f, entries=1, sequenceid=58, filesize=5.0 K 2024-11-24T15:19:05,571 INFO [M:0;c99348da3e93:42613 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=58, compaction requested=false 2024-11-24T15:19:05,572 INFO [M:0;c99348da3e93:42613 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:05,572 DEBUG [M:0;c99348da3e93:42613 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461544274Disabling compacts and flushes for region at 1732461544274Disabling writes for close at 1732461544275 (+1 ms)Obtaining lock to block concurrent updates at 1732461544275Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732461544275Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732461544275Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732461544276 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732461544276Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732461544290 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732461544290Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732461544700 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732461544718 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732461544718Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732461545128 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732461545145 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732461545145Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b624d41: reopening flushed file at 1732461545555 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14d655de: reopening flushed file at 1732461545560 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6382815b: reopening flushed file at 1732461545565 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=58, compaction requested=false at 1732461545571 (+6 ms)Writing region close event to WAL at 1732461545572 (+1 ms)Closed at 1732461545572 2024-11-24T15:19:05,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741830_1006 (size=33026) 2024-11-24T15:19:05,574 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:19:05,574 INFO [M:0;c99348da3e93:42613 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T15:19:05,575 INFO [M:0;c99348da3e93:42613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42613 2024-11-24T15:19:05,575 INFO [M:0;c99348da3e93:42613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:19:05,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:05,677 INFO [M:0;c99348da3e93:42613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:19:05,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1014a8df1b10003, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:05,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48e9b228{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:19:05,680 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@202beb9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:19:05,680 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:19:05,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33fad0d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:19:05,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d368206{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/hadoop.log.dir/,STOPPED} 2024-11-24T15:19:05,682 WARN [BP-1317693885-172.17.0.2-1732461467488 heartbeating to localhost/127.0.0.1:38129 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T15:19:05,682 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T15:19:05,682 WARN [BP-1317693885-172.17.0.2-1732461467488 heartbeating to localhost/127.0.0.1:38129 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1317693885-172.17.0.2-1732461467488 (Datanode Uuid e7a67f1c-1498-47b7-bb50-1ab78e013706) service to localhost/127.0.0.1:38129 2024-11-24T15:19:05,682 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T15:19:05,683 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/cluster_09c4d63b-a6b8-f811-12d7-e9c95394b9fd/data/data1/current/BP-1317693885-172.17.0.2-1732461467488 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:19:05,683 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/cluster_09c4d63b-a6b8-f811-12d7-e9c95394b9fd/data/data2/current/BP-1317693885-172.17.0.2-1732461467488 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:19:05,683 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T15:19:05,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4435c507{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:19:05,690 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ae5947e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:19:05,690 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:19:05,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74214264{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:19:05,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52605e97{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/hadoop.log.dir/,STOPPED} 2024-11-24T15:19:05,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T15:19:05,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T15:19:05,702 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:19:05,702 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:05,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:05,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:05,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:19:05,703 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T15:19:05,703 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=992278284, stopped=false 2024-11-24T15:19:05,703 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c99348da3e93,44719,1732461464382 2024-11-24T15:19:05,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01665698773/running 2024-11-24T15:19:05,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014a8df1b10001, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01665698773/running 2024-11-24T15:19:05,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01665698773 2024-11-24T15:19:05,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014a8df1b10001, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01665698773 2024-11-24T15:19:05,704 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:19:05,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:19:05,705 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:05,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:05,705 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c99348da3e93,37097,1732461464431' ***** 2024-11-24T15:19:05,705 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T15:19:05,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37097-0x1014a8df1b10001, quorum=127.0.0.1:53311, baseZNode=/01665698773 Set watcher on znode that does not yet exist, /01665698773/running 2024-11-24T15:19:05,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Set watcher on znode that does not yet exist, /01665698773/running 2024-11-24T15:19:05,705 INFO [RS:0;c99348da3e93:37097 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T15:19:05,705 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T15:19:05,705 INFO [RS:0;c99348da3e93:37097 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T15:19:05,705 INFO [RS:0;c99348da3e93:37097 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T15:19:05,706 INFO [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer(3091): Received CLOSE for 52b6c23bdec961ffd229f33c09a64258 2024-11-24T15:19:05,706 INFO [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer(3091): Received CLOSE for 7cfbd62c91b937ed451d5068ba0bc423 2024-11-24T15:19:05,706 INFO [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer(959): stopping server c99348da3e93,37097,1732461464431 2024-11-24T15:19:05,706 INFO [RS:0;c99348da3e93:37097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:19:05,706 INFO [RS:0;c99348da3e93:37097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:37097. 2024-11-24T15:19:05,706 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52b6c23bdec961ffd229f33c09a64258, disabling compactions & flushes 2024-11-24T15:19:05,706 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732461471515.52b6c23bdec961ffd229f33c09a64258. 2024-11-24T15:19:05,706 DEBUG [RS:0;c99348da3e93:37097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:05,706 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461471515.52b6c23bdec961ffd229f33c09a64258. 2024-11-24T15:19:05,706 DEBUG [RS:0;c99348da3e93:37097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:05,706 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732461471515.52b6c23bdec961ffd229f33c09a64258. after waiting 0 ms 2024-11-24T15:19:05,706 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732461471515.52b6c23bdec961ffd229f33c09a64258. 2024-11-24T15:19:05,706 INFO [RS:0;c99348da3e93:37097 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T15:19:05,706 INFO [RS:0;c99348da3e93:37097 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T15:19:05,706 INFO [RS:0;c99348da3e93:37097 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T15:19:05,706 INFO [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T15:19:05,712 INFO [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T15:19:05,712 DEBUG [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer(1325): Online Regions={52b6c23bdec961ffd229f33c09a64258=test,,1732461471515.52b6c23bdec961ffd229f33c09a64258., 1588230740=hbase:meta,,1.1588230740, 7cfbd62c91b937ed451d5068ba0bc423=hbase:replication,,1732461475864.7cfbd62c91b937ed451d5068ba0bc423.} 2024-11-24T15:19:05,712 DEBUG [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52b6c23bdec961ffd229f33c09a64258, 7cfbd62c91b937ed451d5068ba0bc423 2024-11-24T15:19:05,712 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:19:05,712 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:19:05,712 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:19:05,712 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:19:05,712 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:19:05,712 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T15:19:05,716 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/default/test/52b6c23bdec961ffd229f33c09a64258/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T15:19:05,717 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:19:05,717 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T15:19:05,717 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732461471515.52b6c23bdec961ffd229f33c09a64258. 2024-11-24T15:19:05,717 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52b6c23bdec961ffd229f33c09a64258: Waiting for close lock at 1732461545706Running coprocessor pre-close hooks at 1732461545706Disabling compacts and flushes for region at 1732461545706Disabling writes for close at 1732461545706Writing region close event to WAL at 1732461545712 (+6 ms)Running coprocessor post-close hooks at 1732461545717 (+5 ms)Closed at 1732461545717 2024-11-24T15:19:05,717 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732461471515.52b6c23bdec961ffd229f33c09a64258. 2024-11-24T15:19:05,717 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7cfbd62c91b937ed451d5068ba0bc423, disabling compactions & flushes 2024-11-24T15:19:05,717 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461475864.7cfbd62c91b937ed451d5068ba0bc423. 2024-11-24T15:19:05,717 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461475864.7cfbd62c91b937ed451d5068ba0bc423. 2024-11-24T15:19:05,717 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461475864.7cfbd62c91b937ed451d5068ba0bc423. after waiting 0 ms 2024-11-24T15:19:05,717 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461475864.7cfbd62c91b937ed451d5068ba0bc423. 2024-11-24T15:19:05,717 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7cfbd62c91b937ed451d5068ba0bc423 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-24T15:19:05,729 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/meta/1588230740/.tmp/info/ad8c1cad3f1f41e090b0f00e2039b9ef is 147, key is hbase:replication,,1732461475864.7cfbd62c91b937ed451d5068ba0bc423./info:regioninfo/1732461477110/Put/seqid=0 2024-11-24T15:19:05,732 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/replication/7cfbd62c91b937ed451d5068ba0bc423/.tmp/hfileref/470df581f10442409cca54eb4563c805 is 74, key is 1/hfileref:b372e8572bf6439da67b9e587a6cce33_SeqId_4_/1732461480408/DeleteColumn/seqid=0 2024-11-24T15:19:05,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741844_1020 (size=7686) 2024-11-24T15:19:05,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741845_1021 (size=5203) 2024-11-24T15:19:05,752 INFO [regionserver/c99348da3e93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:19:05,912 DEBUG [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7cfbd62c91b937ed451d5068ba0bc423 2024-11-24T15:19:06,112 DEBUG [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7cfbd62c91b937ed451d5068ba0bc423 2024-11-24T15:19:06,133 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/meta/1588230740/.tmp/info/ad8c1cad3f1f41e090b0f00e2039b9ef 2024-11-24T15:19:06,136 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/replication/7cfbd62c91b937ed451d5068ba0bc423/.tmp/hfileref/470df581f10442409cca54eb4563c805 2024-11-24T15:19:06,154 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/meta/1588230740/.tmp/ns/6d3a591e03274125b2e0a769e0b3d2a2 is 43, key is default/ns:d/1732461467405/Put/seqid=0 2024-11-24T15:19:06,154 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/replication/7cfbd62c91b937ed451d5068ba0bc423/.tmp/queue/981d1a02d823478c9765856aa1553e1c is 153, key is 1-c99348da3e93,37097,1732461464431/queue:c99348da3e93%2C37097%2C1732461464431/1732461482236/Put/seqid=0 2024-11-24T15:19:06,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741846_1022 (size=5153) 2024-11-24T15:19:06,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741847_1023 (size=5352) 2024-11-24T15:19:06,159 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/replication/7cfbd62c91b937ed451d5068ba0bc423/.tmp/queue/981d1a02d823478c9765856aa1553e1c 2024-11-24T15:19:06,165 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/replication/7cfbd62c91b937ed451d5068ba0bc423/.tmp/hfileref/470df581f10442409cca54eb4563c805 as hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/replication/7cfbd62c91b937ed451d5068ba0bc423/hfileref/470df581f10442409cca54eb4563c805 2024-11-24T15:19:06,170 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/replication/7cfbd62c91b937ed451d5068ba0bc423/hfileref/470df581f10442409cca54eb4563c805, entries=2, sequenceid=10, filesize=5.1 K 2024-11-24T15:19:06,171 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/replication/7cfbd62c91b937ed451d5068ba0bc423/.tmp/queue/981d1a02d823478c9765856aa1553e1c as hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/replication/7cfbd62c91b937ed451d5068ba0bc423/queue/981d1a02d823478c9765856aa1553e1c 2024-11-24T15:19:06,175 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/replication/7cfbd62c91b937ed451d5068ba0bc423/queue/981d1a02d823478c9765856aa1553e1c, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T15:19:06,176 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 7cfbd62c91b937ed451d5068ba0bc423 in 459ms, sequenceid=10, compaction requested=false 2024-11-24T15:19:06,180 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/replication/7cfbd62c91b937ed451d5068ba0bc423/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T15:19:06,181 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:19:06,181 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:19:06,181 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732461475864.7cfbd62c91b937ed451d5068ba0bc423. 2024-11-24T15:19:06,181 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7cfbd62c91b937ed451d5068ba0bc423: Waiting for close lock at 1732461545717Running coprocessor pre-close hooks at 1732461545717Disabling compacts and flushes for region at 1732461545717Disabling writes for close at 1732461545717Obtaining lock to block concurrent updates at 1732461545717Preparing flush snapshotting stores in 7cfbd62c91b937ed451d5068ba0bc423 at 1732461545717Finished memstore snapshotting hbase:replication,,1732461475864.7cfbd62c91b937ed451d5068ba0bc423., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732461545717Flushing stores of hbase:replication,,1732461475864.7cfbd62c91b937ed451d5068ba0bc423. at 1732461545718 (+1 ms)Flushing 7cfbd62c91b937ed451d5068ba0bc423/hfileref: creating writer at 1732461545718Flushing 7cfbd62c91b937ed451d5068ba0bc423/hfileref: appending metadata at 1732461545731 (+13 ms)Flushing 7cfbd62c91b937ed451d5068ba0bc423/hfileref: closing flushed file at 1732461545731Flushing 7cfbd62c91b937ed451d5068ba0bc423/queue: creating writer at 1732461546141 (+410 ms)Flushing 7cfbd62c91b937ed451d5068ba0bc423/queue: appending metadata at 1732461546154 (+13 ms)Flushing 7cfbd62c91b937ed451d5068ba0bc423/queue: closing flushed file at 1732461546154Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c399a24: reopening flushed file at 1732461546164 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1df94984: reopening flushed file at 1732461546170 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 7cfbd62c91b937ed451d5068ba0bc423 in 459ms, sequenceid=10, compaction requested=false at 1732461546176 (+6 ms)Writing region close event to WAL at 1732461546177 (+1 ms)Running coprocessor post-close hooks at 1732461546181 (+4 ms)Closed at 1732461546181 2024-11-24T15:19:06,181 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732461475864.7cfbd62c91b937ed451d5068ba0bc423. 2024-11-24T15:19:06,312 DEBUG [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:19:06,346 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T15:19:06,346 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T15:19:06,513 DEBUG [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:19:06,559 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/meta/1588230740/.tmp/ns/6d3a591e03274125b2e0a769e0b3d2a2 2024-11-24T15:19:06,579 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/meta/1588230740/.tmp/rep_barrier/3fe541ec9e014c83a7481c5a4fbd3992 is 112, key is test,,1732461471515.52b6c23bdec961ffd229f33c09a64258./rep_barrier:seqnumDuringOpen/1732461472679/Put/seqid=0 2024-11-24T15:19:06,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741848_1024 (size=5518) 2024-11-24T15:19:06,713 INFO [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T15:19:06,713 DEBUG [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T15:19:06,713 DEBUG [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:19:06,913 DEBUG [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:19:06,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:06,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:06,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:06,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:06,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:06,984 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/meta/1588230740/.tmp/rep_barrier/3fe541ec9e014c83a7481c5a4fbd3992 2024-11-24T15:19:07,004 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/meta/1588230740/.tmp/table/b96d173a1b01452a9917408061f9c8b4 is 53, key is hbase:replication/table:state/1732461477120/Put/seqid=0 2024-11-24T15:19:07,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741849_1025 (size=5308) 2024-11-24T15:19:07,113 DEBUG [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:19:07,313 DEBUG [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:19:07,408 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/meta/1588230740/.tmp/table/b96d173a1b01452a9917408061f9c8b4 2024-11-24T15:19:07,414 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/meta/1588230740/.tmp/info/ad8c1cad3f1f41e090b0f00e2039b9ef as hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/meta/1588230740/info/ad8c1cad3f1f41e090b0f00e2039b9ef 2024-11-24T15:19:07,419 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/meta/1588230740/info/ad8c1cad3f1f41e090b0f00e2039b9ef, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T15:19:07,420 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/meta/1588230740/.tmp/ns/6d3a591e03274125b2e0a769e0b3d2a2 as hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/meta/1588230740/ns/6d3a591e03274125b2e0a769e0b3d2a2 2024-11-24T15:19:07,424 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/meta/1588230740/ns/6d3a591e03274125b2e0a769e0b3d2a2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T15:19:07,425 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/meta/1588230740/.tmp/rep_barrier/3fe541ec9e014c83a7481c5a4fbd3992 as hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/meta/1588230740/rep_barrier/3fe541ec9e014c83a7481c5a4fbd3992 2024-11-24T15:19:07,429 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/meta/1588230740/rep_barrier/3fe541ec9e014c83a7481c5a4fbd3992, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T15:19:07,430 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/meta/1588230740/.tmp/table/b96d173a1b01452a9917408061f9c8b4 as hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/meta/1588230740/table/b96d173a1b01452a9917408061f9c8b4 2024-11-24T15:19:07,435 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/meta/1588230740/table/b96d173a1b01452a9917408061f9c8b4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T15:19:07,436 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=16, compaction requested=false 2024-11-24T15:19:07,440 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T15:19:07,441 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:19:07,441 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:19:07,441 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:19:07,441 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461545712Running coprocessor pre-close hooks at 1732461545712Disabling compacts and flushes for region at 1732461545712Disabling writes for close at 1732461545712Obtaining lock to block concurrent updates at 1732461545712Preparing flush snapshotting stores in 1588230740 at 1732461545712Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732461545713 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732461545713Flushing 1588230740/info: creating writer at 1732461545713Flushing 1588230740/info: appending metadata at 1732461545728 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732461545728Flushing 1588230740/ns: creating writer at 1732461546140 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732461546154 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732461546154Flushing 1588230740/rep_barrier: creating writer at 1732461546564 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732461546578 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732461546578Flushing 1588230740/table: creating writer at 1732461546989 (+411 ms)Flushing 1588230740/table: appending metadata at 1732461547003 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732461547003Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fbe8ed3: reopening flushed file at 1732461547414 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fdd43bb: reopening flushed file at 1732461547419 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ca84757: reopening flushed file at 1732461547425 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@112e7ffe: reopening flushed file at 1732461547430 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=16, compaction requested=false at 1732461547436 (+6 ms)Writing region close event to WAL at 1732461547437 (+1 ms)Running coprocessor post-close hooks at 1732461547440 (+3 ms)Closed at 1732461547441 (+1 ms) 2024-11-24T15:19:07,441 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T15:19:07,490 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:19:07,514 INFO [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer(976): stopping server c99348da3e93,37097,1732461464431; all regions closed. 2024-11-24T15:19:07,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741834_1010 (size=4239) 2024-11-24T15:19:07,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:07,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:07,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:07,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:07,518 DEBUG [RS:0;c99348da3e93:37097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/oldWALs 2024-11-24T15:19:07,518 INFO [RS:0;c99348da3e93:37097 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C37097%2C1732461464431.meta:.meta(num 1732461467354) 2024-11-24T15:19:07,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741839_1015 (size=2700) 2024-11-24T15:19:07,522 DEBUG [RS:0;c99348da3e93:37097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/oldWALs 2024-11-24T15:19:07,522 INFO [RS:0;c99348da3e93:37097 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C37097%2C1732461464431.rep:(num 1732461477025) 2024-11-24T15:19:07,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741832_1008 (size=1300) 2024-11-24T15:19:07,526 DEBUG [RS:0;c99348da3e93:37097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/oldWALs 2024-11-24T15:19:07,526 INFO [RS:0;c99348da3e93:37097 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C37097%2C1732461464431:(num 1732461466416) 2024-11-24T15:19:07,526 DEBUG [RS:0;c99348da3e93:37097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:07,526 INFO [RS:0;c99348da3e93:37097 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:19:07,526 INFO [RS:0;c99348da3e93:37097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:19:07,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:07,526 INFO [RS:0;c99348da3e93:37097 {}] hbase.ChoreService(370): Chore service for: regionserver/c99348da3e93:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T15:19:07,526 INFO [RS:0;c99348da3e93:37097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:19:07,526 INFO [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:19:07,527 INFO [RS:0;c99348da3e93:37097 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c99348da3e93,37097,1732461464431 because: Region server is closing 2024-11-24T15:19:07,527 INFO [RS:0;c99348da3e93:37097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:37097. 2024-11-24T15:19:07,527 DEBUG [RS:0;c99348da3e93:37097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:07,527 DEBUG [RS:0;c99348da3e93:37097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:07,527 DEBUG [RS:0;c99348da3e93:37097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:07,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:19:07,628 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.wal-reader.c99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T15:19:07,628 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.shipperc99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T15:19:07,628 INFO [RS:0;c99348da3e93:37097 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37097,1732461464431.replicationSource.shipperc99348da3e93%2C37097%2C1732461464431,1-c99348da3e93,37097,1732461464431 terminated 2024-11-24T15:19:07,628 INFO [RS:0;c99348da3e93:37097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37097 2024-11-24T15:19:07,630 INFO [RS:0;c99348da3e93:37097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:19:07,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01665698773/rs 2024-11-24T15:19:07,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014a8df1b10001, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01665698773/rs/c99348da3e93,37097,1732461464431 2024-11-24T15:19:07,631 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c99348da3e93,37097,1732461464431] 2024-11-24T15:19:07,632 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01665698773/draining/c99348da3e93,37097,1732461464431 already deleted, retry=false 2024-11-24T15:19:07,632 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c99348da3e93,37097,1732461464431 expired; onlineServers=0 2024-11-24T15:19:07,632 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c99348da3e93,44719,1732461464382' ***** 2024-11-24T15:19:07,632 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T15:19:07,632 INFO [M:0;c99348da3e93:44719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:19:07,632 INFO [M:0;c99348da3e93:44719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:19:07,632 DEBUG [M:0;c99348da3e93:44719 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T15:19:07,633 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T15:19:07,633 DEBUG [M:0;c99348da3e93:44719 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T15:19:07,633 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461466203 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461466203,5,FailOnTimeoutGroup] 2024-11-24T15:19:07,633 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461466203 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461466203,5,FailOnTimeoutGroup] 2024-11-24T15:19:07,633 INFO [M:0;c99348da3e93:44719 {}] hbase.ChoreService(370): Chore service for: master/c99348da3e93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T15:19:07,633 INFO [M:0;c99348da3e93:44719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:19:07,633 DEBUG [M:0;c99348da3e93:44719 {}] master.HMaster(1795): Stopping service threads 2024-11-24T15:19:07,633 INFO [M:0;c99348da3e93:44719 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T15:19:07,633 INFO [M:0;c99348da3e93:44719 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:19:07,633 INFO [M:0;c99348da3e93:44719 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T15:19:07,633 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T15:19:07,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01665698773/master 2024-11-24T15:19:07,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01665698773 2024-11-24T15:19:07,635 DEBUG [M:0;c99348da3e93:44719 {}] zookeeper.ZKUtil(347): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Unable to get data of znode /01665698773/master because node does not exist (not an error) 2024-11-24T15:19:07,635 WARN [M:0;c99348da3e93:44719 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T15:19:07,637 INFO [M:0;c99348da3e93:44719 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/.lastflushedseqids 2024-11-24T15:19:07,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741850_1026 (size=263) 2024-11-24T15:19:07,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014a8df1b10001, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:07,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37097-0x1014a8df1b10001, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:07,731 INFO [RS:0;c99348da3e93:37097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:19:07,731 INFO [RS:0;c99348da3e93:37097 {}] regionserver.HRegionServer(1031): Exiting; stopping=c99348da3e93,37097,1732461464431; zookeeper connection closed. 2024-11-24T15:19:07,732 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f67d0b5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f67d0b5 2024-11-24T15:19:07,732 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T15:19:08,042 INFO [M:0;c99348da3e93:44719 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T15:19:08,042 INFO [M:0;c99348da3e93:44719 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T15:19:08,042 DEBUG [M:0;c99348da3e93:44719 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:19:08,042 INFO [M:0;c99348da3e93:44719 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:08,042 DEBUG [M:0;c99348da3e93:44719 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:08,042 DEBUG [M:0;c99348da3e93:44719 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:19:08,042 DEBUG [M:0;c99348da3e93:44719 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:08,042 INFO [M:0;c99348da3e93:44719 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-24T15:19:08,062 DEBUG [M:0;c99348da3e93:44719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77aa25e8f801487891927f2e2095b7b8 is 82, key is hbase:meta,,1/info:regioninfo/1732461467388/Put/seqid=0 2024-11-24T15:19:08,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741851_1027 (size=5672) 2024-11-24T15:19:08,467 INFO [M:0;c99348da3e93:44719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77aa25e8f801487891927f2e2095b7b8 2024-11-24T15:19:08,489 DEBUG [M:0;c99348da3e93:44719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10455462c53f487eb607f2a5df5d252b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732461472693/Put/seqid=0 2024-11-24T15:19:08,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741852_1028 (size=7240) 2024-11-24T15:19:08,894 INFO [M:0;c99348da3e93:44719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10455462c53f487eb607f2a5df5d252b 2024-11-24T15:19:08,899 INFO [M:0;c99348da3e93:44719 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10455462c53f487eb607f2a5df5d252b 2024-11-24T15:19:08,913 DEBUG [M:0;c99348da3e93:44719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71abe68fab124ef7890c163e8fff9bb4 is 69, key is c99348da3e93,37097,1732461464431/rs:state/1732461466270/Put/seqid=0 2024-11-24T15:19:08,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741853_1029 (size=5156) 2024-11-24T15:19:09,318 INFO [M:0;c99348da3e93:44719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71abe68fab124ef7890c163e8fff9bb4 2024-11-24T15:19:09,324 DEBUG [M:0;c99348da3e93:44719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77aa25e8f801487891927f2e2095b7b8 as hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77aa25e8f801487891927f2e2095b7b8 2024-11-24T15:19:09,328 INFO [M:0;c99348da3e93:44719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77aa25e8f801487891927f2e2095b7b8, entries=8, sequenceid=105, filesize=5.5 K 2024-11-24T15:19:09,329 DEBUG [M:0;c99348da3e93:44719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10455462c53f487eb607f2a5df5d252b as hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10455462c53f487eb607f2a5df5d252b 2024-11-24T15:19:09,333 INFO [M:0;c99348da3e93:44719 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10455462c53f487eb607f2a5df5d252b 2024-11-24T15:19:09,333 INFO [M:0;c99348da3e93:44719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10455462c53f487eb607f2a5df5d252b, entries=11, sequenceid=105, filesize=7.1 K 2024-11-24T15:19:09,333 DEBUG [M:0;c99348da3e93:44719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71abe68fab124ef7890c163e8fff9bb4 as hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71abe68fab124ef7890c163e8fff9bb4 2024-11-24T15:19:09,338 INFO [M:0;c99348da3e93:44719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41917/user/jenkins/test-data/220fc410-3956-c262-39e5-e49cbb210529/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71abe68fab124ef7890c163e8fff9bb4, entries=1, sequenceid=105, filesize=5.0 K 2024-11-24T15:19:09,339 INFO [M:0;c99348da3e93:44719 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=105, compaction requested=false 2024-11-24T15:19:09,340 INFO [M:0;c99348da3e93:44719 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:09,340 DEBUG [M:0;c99348da3e93:44719 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461548042Disabling compacts and flushes for region at 1732461548042Disabling writes for close at 1732461548042Obtaining lock to block concurrent updates at 1732461548042Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732461548042Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732461548043 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732461548043Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732461548044 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732461548061 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732461548061Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732461548472 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732461548488 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732461548489 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732461548899 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732461548913 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732461548913Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37bb6538: reopening flushed file at 1732461549323 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35a37aa4: reopening flushed file at 1732461549328 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@470ba55a: reopening flushed file at 1732461549333 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=105, compaction requested=false at 1732461549339 (+6 ms)Writing region close event to WAL at 1732461549340 (+1 ms)Closed at 1732461549340 2024-11-24T15:19:09,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35499 is added to blk_1073741830_1006 (size=64526) 2024-11-24T15:19:09,343 INFO [M:0;c99348da3e93:44719 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T15:19:09,343 INFO [M:0;c99348da3e93:44719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44719 2024-11-24T15:19:09,343 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:19:09,343 INFO [M:0;c99348da3e93:44719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:19:09,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:09,445 INFO [M:0;c99348da3e93:44719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:19:09,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44719-0x1014a8df1b10000, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:09,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b1f03d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:19:09,448 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25670136{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:19:09,448 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:19:09,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5441d9de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:19:09,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9cef909{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/hadoop.log.dir/,STOPPED} 2024-11-24T15:19:09,449 WARN [BP-1427635238-172.17.0.2-1732461463363 heartbeating to localhost/127.0.0.1:41917 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T15:19:09,449 WARN [BP-1427635238-172.17.0.2-1732461463363 heartbeating to localhost/127.0.0.1:41917 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1427635238-172.17.0.2-1732461463363 (Datanode Uuid 7e2a3d37-ad38-4ad2-8fbd-b0b60c3fce51) service to localhost/127.0.0.1:41917 2024-11-24T15:19:09,450 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/cluster_cefac10a-1793-cac6-b559-1a07a9375857/data/data1/current/BP-1427635238-172.17.0.2-1732461463363 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:19:09,450 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/cluster_cefac10a-1793-cac6-b559-1a07a9375857/data/data2/current/BP-1427635238-172.17.0.2-1732461463363 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:19:09,450 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T15:19:09,450 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T15:19:09,450 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T15:19:09,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43e1d709{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:19:09,457 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62564991{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:19:09,457 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:19:09,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d028ff6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:19:09,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59723773{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/480960fe-19cb-cdec-bf32-9fe399ae1b91/hadoop.log.dir/,STOPPED} 2024-11-24T15:19:09,463 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T15:19:09,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T15:19:09,482 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 141) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:41917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53311) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:38129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53311) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f39ccb945e8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:41917 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:41917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:38129 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f39ccb945e8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:38129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:38129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=183 (was 272), ProcessCount=11 (was 11), AvailableMemoryMB=6367 (was 6494) 2024-11-24T15:19:09,489 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=183, ProcessCount=11, AvailableMemoryMB=6367 2024-11-24T15:19:09,502 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-24T15:19:09,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/hadoop.log.dir so I do NOT create it in target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c 2024-11-24T15:19:09,503 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T15:19:09,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/hadoop.tmp.dir so I do NOT create it in target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c 2024-11-24T15:19:09,503 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaab17bb-44ac-5e3c-060a-438267e4328d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T15:19:09,503 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c 2024-11-24T15:19:09,503 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/cluster_cb2902c1-ce24-e3a7-88a7-3f18d76cc5fe, deleteOnExit=true 2024-11-24T15:19:09,506 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/cluster_cb2902c1-ce24-e3a7-88a7-3f18d76cc5fe/zookeeper_0, clientPort=56866, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/cluster_cb2902c1-ce24-e3a7-88a7-3f18d76cc5fe/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/cluster_cb2902c1-ce24-e3a7-88a7-3f18d76cc5fe/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T15:19:09,506 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56866 2024-11-24T15:19:09,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T15:19:09,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T15:19:09,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/test.cache.data in system properties and HBase conf 2024-11-24T15:19:09,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T15:19:09,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/hadoop.log.dir in system properties and HBase conf 2024-11-24T15:19:09,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T15:19:09,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T15:19:09,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T15:19:09,507 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T15:19:09,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:19:09,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:19:09,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T15:19:09,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:19:09,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T15:19:09,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T15:19:09,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:19:09,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:19:09,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T15:19:09,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/nfs.dump.dir in system properties and HBase conf 2024-11-24T15:19:09,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/java.io.tmpdir in system properties and HBase conf 2024-11-24T15:19:09,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:19:09,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T15:19:09,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T15:19:09,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014a8df1b10002, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T15:19:09,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014a8df1b10005, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T15:19:09,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014a8df1b10005, quorum=127.0.0.1:53311, baseZNode=/11274038418 Received Disconnected from ZooKeeper, ignoring 2024-11-24T15:19:09,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014a8df1b10002, quorum=127.0.0.1:53311, baseZNode=/01665698773 Received Disconnected from ZooKeeper, ignoring 2024-11-24T15:19:09,583 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:19:09,587 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:19:09,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:19:09,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:19:09,589 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:19:09,590 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:19:09,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2140d84e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:19:09,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c2ae759{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:19:09,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23d8e7e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/java.io.tmpdir/jetty-localhost-45383-hadoop-hdfs-3_4_1-tests_jar-_-any-11916165416562004455/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:19:09,706 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f29f060{HTTP/1.1, (http/1.1)}{localhost:45383} 2024-11-24T15:19:09,706 INFO [Time-limited test {}] server.Server(415): Started @132587ms 2024-11-24T15:19:09,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:19:09,777 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:19:09,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:19:09,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:19:09,780 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T15:19:09,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d214094{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:19:09,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bef9e75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:19:09,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4337eb42{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/java.io.tmpdir/jetty-localhost-41983-hadoop-hdfs-3_4_1-tests_jar-_-any-11805785407240308509/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:19:09,902 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17c256ee{HTTP/1.1, (http/1.1)}{localhost:41983} 2024-11-24T15:19:09,902 INFO [Time-limited test {}] server.Server(415): Started @132783ms 2024-11-24T15:19:09,903 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T15:19:10,004 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/cluster_cb2902c1-ce24-e3a7-88a7-3f18d76cc5fe/data/data1/current/BP-1140412772-172.17.0.2-1732461549533/current, will proceed with Du for space computation calculation, 2024-11-24T15:19:10,004 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/cluster_cb2902c1-ce24-e3a7-88a7-3f18d76cc5fe/data/data2/current/BP-1140412772-172.17.0.2-1732461549533/current, will proceed with Du for space computation calculation, 2024-11-24T15:19:10,020 WARN [Thread-1276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T15:19:10,023 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c3a2b983db7ac85 with lease ID 0x2a73e672743c8b4f: Processing first storage report for DS-6799b8e6-5d9f-46c1-ab89-3472e30f064d from datanode DatanodeRegistration(127.0.0.1:33919, datanodeUuid=d52a82e9-7efc-44b6-90aa-a026806122e4, infoPort=37201, infoSecurePort=0, ipcPort=39135, storageInfo=lv=-57;cid=testClusterID;nsid=1991155290;c=1732461549533) 2024-11-24T15:19:10,023 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c3a2b983db7ac85 with lease ID 0x2a73e672743c8b4f: from storage DS-6799b8e6-5d9f-46c1-ab89-3472e30f064d node DatanodeRegistration(127.0.0.1:33919, datanodeUuid=d52a82e9-7efc-44b6-90aa-a026806122e4, infoPort=37201, infoSecurePort=0, ipcPort=39135, storageInfo=lv=-57;cid=testClusterID;nsid=1991155290;c=1732461549533), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:19:10,023 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c3a2b983db7ac85 with lease ID 0x2a73e672743c8b4f: Processing first storage report for DS-af15e012-f570-428e-8c76-c4b98fbb417f from datanode DatanodeRegistration(127.0.0.1:33919, datanodeUuid=d52a82e9-7efc-44b6-90aa-a026806122e4, infoPort=37201, infoSecurePort=0, ipcPort=39135, storageInfo=lv=-57;cid=testClusterID;nsid=1991155290;c=1732461549533) 2024-11-24T15:19:10,023 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c3a2b983db7ac85 with lease ID 0x2a73e672743c8b4f: from storage DS-af15e012-f570-428e-8c76-c4b98fbb417f node DatanodeRegistration(127.0.0.1:33919, datanodeUuid=d52a82e9-7efc-44b6-90aa-a026806122e4, infoPort=37201, infoSecurePort=0, ipcPort=39135, storageInfo=lv=-57;cid=testClusterID;nsid=1991155290;c=1732461549533), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:19:10,025 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c 2024-11-24T15:19:10,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:10,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:10,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741825_1001 (size=7) 2024-11-24T15:19:10,438 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e with version=8 2024-11-24T15:19:10,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/hbase-staging 2024-11-24T15:19:10,440 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:19:10,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:10,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:10,440 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:19:10,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:10,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:19:10,440 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T15:19:10,441 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:19:10,441 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39815 2024-11-24T15:19:10,442 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39815 connecting to ZooKeeper ensemble=127.0.0.1:56866 2024-11-24T15:19:10,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398150x0, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:19:10,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39815-0x1014a8f42510000 connected 2024-11-24T15:19:10,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:10,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:10,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Set watcher on znode that does not yet exist, /0-651613279/running 2024-11-24T15:19:10,468 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e, hbase.cluster.distributed=false 2024-11-24T15:19:10,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Set watcher on znode that does not yet exist, /0-651613279/acl 2024-11-24T15:19:10,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39815 2024-11-24T15:19:10,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39815 2024-11-24T15:19:10,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39815 2024-11-24T15:19:10,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39815 2024-11-24T15:19:10,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39815 2024-11-24T15:19:10,486 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:19:10,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:10,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:10,486 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:19:10,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:10,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:19:10,486 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T15:19:10,487 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:19:10,488 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41349 2024-11-24T15:19:10,489 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41349 connecting to ZooKeeper ensemble=127.0.0.1:56866 2024-11-24T15:19:10,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:10,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:10,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413490x0, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:19:10,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413490x0, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Set watcher on znode that does not yet exist, /0-651613279/running 2024-11-24T15:19:10,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41349-0x1014a8f42510001 connected 2024-11-24T15:19:10,496 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T15:19:10,499 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T15:19:10,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41349-0x1014a8f42510001, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Set watcher on znode that does not yet exist, /0-651613279/master 2024-11-24T15:19:10,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41349-0x1014a8f42510001, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Set watcher on znode that does not yet exist, /0-651613279/acl 2024-11-24T15:19:10,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41349 2024-11-24T15:19:10,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41349 2024-11-24T15:19:10,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41349 2024-11-24T15:19:10,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41349 2024-11-24T15:19:10,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41349 2024-11-24T15:19:10,516 DEBUG [M:0;c99348da3e93:39815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c99348da3e93:39815 2024-11-24T15:19:10,516 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-651613279/backup-masters/c99348da3e93,39815,1732461550440 2024-11-24T15:19:10,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1014a8f42510001, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279/backup-masters 2024-11-24T15:19:10,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279/backup-masters 2024-11-24T15:19:10,518 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Set watcher on existing znode=/0-651613279/backup-masters/c99348da3e93,39815,1732461550440 2024-11-24T15:19:10,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1014a8f42510001, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-651613279/master 2024-11-24T15:19:10,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1014a8f42510001, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279 2024-11-24T15:19:10,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279 2024-11-24T15:19:10,520 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Set watcher on existing znode=/0-651613279/master 2024-11-24T15:19:10,520 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-651613279/backup-masters/c99348da3e93,39815,1732461550440 from backup master directory 2024-11-24T15:19:10,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-651613279/backup-masters/c99348da3e93,39815,1732461550440 2024-11-24T15:19:10,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1014a8f42510001, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279/backup-masters 2024-11-24T15:19:10,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279/backup-masters 2024-11-24T15:19:10,523 WARN [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:19:10,523 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c99348da3e93,39815,1732461550440 2024-11-24T15:19:10,528 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/hbase.id] with ID: 90ea79f6-fb56-47a8-9956-7b9a39a321ea 2024-11-24T15:19:10,528 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/.tmp/hbase.id 2024-11-24T15:19:10,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741826_1002 (size=42) 2024-11-24T15:19:10,937 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/.tmp/hbase.id]:[hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/hbase.id] 2024-11-24T15:19:10,948 INFO [master/c99348da3e93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:10,948 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T15:19:10,949 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T15:19:10,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279 2024-11-24T15:19:10,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1014a8f42510001, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279 2024-11-24T15:19:10,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741827_1003 (size=196) 2024-11-24T15:19:11,357 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:19:11,358 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T15:19:11,358 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:19:11,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741828_1004 (size=1189) 2024-11-24T15:19:11,765 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store 2024-11-24T15:19:11,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741829_1005 (size=34) 2024-11-24T15:19:12,172 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:12,172 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:19:12,172 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:12,172 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:12,172 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:19:12,172 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:12,172 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:12,172 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461552172Disabling compacts and flushes for region at 1732461552172Disabling writes for close at 1732461552172Writing region close event to WAL at 1732461552172Closed at 1732461552172 2024-11-24T15:19:12,173 WARN [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/.initializing 2024-11-24T15:19:12,173 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/WALs/c99348da3e93,39815,1732461550440 2024-11-24T15:19:12,174 INFO [master/c99348da3e93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:19:12,175 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c99348da3e93%2C39815%2C1732461550440, suffix=, logDir=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/WALs/c99348da3e93,39815,1732461550440, archiveDir=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/oldWALs, maxLogs=10 2024-11-24T15:19:12,189 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/WALs/c99348da3e93,39815,1732461550440/c99348da3e93%2C39815%2C1732461550440.1732461552176, exclude list is [], retry=0 2024-11-24T15:19:12,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-6799b8e6-5d9f-46c1-ab89-3472e30f064d,DISK] 2024-11-24T15:19:12,193 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/WALs/c99348da3e93,39815,1732461550440/c99348da3e93%2C39815%2C1732461550440.1732461552176 2024-11-24T15:19:12,193 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37201:37201)] 2024-11-24T15:19:12,193 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:19:12,193 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:12,193 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:12,193 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:12,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:12,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T15:19:12,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:12,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:12,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:12,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T15:19:12,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:12,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:12,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:12,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T15:19:12,199 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:12,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:12,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:12,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T15:19:12,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:12,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:12,201 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:12,201 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:12,202 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:12,204 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:12,204 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:12,204 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:19:12,205 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:12,207 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:19:12,207 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66790198, jitterRate=-0.004748493432998657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:19:12,208 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732461552194Initializing all the Stores at 1732461552194Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461552194Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461552194Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461552194Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461552194Cleaning up temporary data from old regions at 1732461552204 (+10 ms)Region opened successfully at 1732461552208 (+4 ms) 2024-11-24T15:19:12,208 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T15:19:12,211 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ced517d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:19:12,211 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T15:19:12,212 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T15:19:12,212 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T15:19:12,212 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T15:19:12,212 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T15:19:12,212 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T15:19:12,212 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T15:19:12,214 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T15:19:12,215 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Unable to get data of znode /0-651613279/balancer because node does not exist (not necessarily an error) 2024-11-24T15:19:12,216 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-651613279/balancer already deleted, retry=false 2024-11-24T15:19:12,216 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T15:19:12,217 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Unable to get data of znode /0-651613279/normalizer because node does not exist (not necessarily an error) 2024-11-24T15:19:12,218 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-651613279/normalizer already deleted, retry=false 2024-11-24T15:19:12,218 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T15:19:12,219 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Unable to get data of znode /0-651613279/switch/split because node does not exist (not necessarily an error) 2024-11-24T15:19:12,220 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-651613279/switch/split already deleted, retry=false 2024-11-24T15:19:12,220 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Unable to get data of znode /0-651613279/switch/merge because node does not exist (not necessarily an error) 2024-11-24T15:19:12,223 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-651613279/switch/merge already deleted, retry=false 2024-11-24T15:19:12,224 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Unable to get data of znode /0-651613279/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T15:19:12,225 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-651613279/snapshot-cleanup already deleted, retry=false 2024-11-24T15:19:12,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-651613279/running 2024-11-24T15:19:12,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279 2024-11-24T15:19:12,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1014a8f42510001, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-651613279/running 2024-11-24T15:19:12,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1014a8f42510001, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279 2024-11-24T15:19:12,227 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c99348da3e93,39815,1732461550440, sessionid=0x1014a8f42510000, setting cluster-up flag (Was=false) 2024-11-24T15:19:12,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279 2024-11-24T15:19:12,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1014a8f42510001, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279 2024-11-24T15:19:12,237 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-651613279/flush-table-proc/acquired, /0-651613279/flush-table-proc/reached, /0-651613279/flush-table-proc/abort 2024-11-24T15:19:12,238 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,39815,1732461550440 2024-11-24T15:19:12,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279 2024-11-24T15:19:12,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1014a8f42510001, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279 2024-11-24T15:19:12,246 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-651613279/online-snapshot/acquired, /0-651613279/online-snapshot/reached, /0-651613279/online-snapshot/abort 2024-11-24T15:19:12,246 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,39815,1732461550440 2024-11-24T15:19:12,247 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T15:19:12,249 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T15:19:12,249 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T15:19:12,249 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T15:19:12,249 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c99348da3e93,39815,1732461550440 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T15:19:12,250 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:19:12,250 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:19:12,250 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:19:12,250 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:19:12,250 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c99348da3e93:0, corePoolSize=10, maxPoolSize=10 2024-11-24T15:19:12,250 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:12,250 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:19:12,250 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:12,251 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:19:12,251 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T15:19:12,252 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732461582252 2024-11-24T15:19:12,252 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T15:19:12,252 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T15:19:12,252 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T15:19:12,252 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T15:19:12,252 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T15:19:12,252 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T15:19:12,252 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:12,252 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T15:19:12,256 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:12,256 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T15:19:12,256 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T15:19:12,256 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T15:19:12,256 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T15:19:12,259 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T15:19:12,259 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T15:19:12,259 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461552259,5,FailOnTimeoutGroup] 2024-11-24T15:19:12,259 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461552259,5,FailOnTimeoutGroup] 2024-11-24T15:19:12,259 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:12,259 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T15:19:12,259 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:12,259 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:12,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741831_1007 (size=1321) 2024-11-24T15:19:12,307 INFO [RS:0;c99348da3e93:41349 {}] regionserver.HRegionServer(746): ClusterId : 90ea79f6-fb56-47a8-9956-7b9a39a321ea 2024-11-24T15:19:12,307 DEBUG [RS:0;c99348da3e93:41349 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T15:19:12,309 DEBUG [RS:0;c99348da3e93:41349 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T15:19:12,309 DEBUG [RS:0;c99348da3e93:41349 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T15:19:12,311 DEBUG [RS:0;c99348da3e93:41349 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T15:19:12,311 DEBUG [RS:0;c99348da3e93:41349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61af2877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:19:12,323 DEBUG [RS:0;c99348da3e93:41349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c99348da3e93:41349 2024-11-24T15:19:12,323 INFO [RS:0;c99348da3e93:41349 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T15:19:12,324 INFO [RS:0;c99348da3e93:41349 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T15:19:12,324 DEBUG [RS:0;c99348da3e93:41349 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T15:19:12,324 INFO [RS:0;c99348da3e93:41349 {}] regionserver.HRegionServer(2659): reportForDuty to master=c99348da3e93,39815,1732461550440 with port=41349, startcode=1732461550486 2024-11-24T15:19:12,324 DEBUG [RS:0;c99348da3e93:41349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T15:19:12,326 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T15:19:12,326 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39815 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c99348da3e93,41349,1732461550486 2024-11-24T15:19:12,326 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39815 {}] master.ServerManager(517): Registering regionserver=c99348da3e93,41349,1732461550486 2024-11-24T15:19:12,328 DEBUG [RS:0;c99348da3e93:41349 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e 2024-11-24T15:19:12,328 DEBUG [RS:0;c99348da3e93:41349 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34675 2024-11-24T15:19:12,328 DEBUG [RS:0;c99348da3e93:41349 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T15:19:12,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279/rs 2024-11-24T15:19:12,330 DEBUG [RS:0;c99348da3e93:41349 {}] zookeeper.ZKUtil(111): regionserver:41349-0x1014a8f42510001, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Set watcher on existing znode=/0-651613279/rs/c99348da3e93,41349,1732461550486 2024-11-24T15:19:12,330 WARN [RS:0;c99348da3e93:41349 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:19:12,330 INFO [RS:0;c99348da3e93:41349 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:19:12,330 DEBUG [RS:0;c99348da3e93:41349 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,41349,1732461550486 2024-11-24T15:19:12,330 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c99348da3e93,41349,1732461550486] 2024-11-24T15:19:12,333 INFO [RS:0;c99348da3e93:41349 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T15:19:12,335 INFO [RS:0;c99348da3e93:41349 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T15:19:12,335 INFO [RS:0;c99348da3e93:41349 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T15:19:12,335 INFO [RS:0;c99348da3e93:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:12,336 INFO [RS:0;c99348da3e93:41349 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T15:19:12,336 INFO [RS:0;c99348da3e93:41349 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T15:19:12,336 INFO [RS:0;c99348da3e93:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:12,336 DEBUG [RS:0;c99348da3e93:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:12,336 DEBUG [RS:0;c99348da3e93:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:12,336 DEBUG [RS:0;c99348da3e93:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:12,336 DEBUG [RS:0;c99348da3e93:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:12,337 DEBUG [RS:0;c99348da3e93:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:12,337 DEBUG [RS:0;c99348da3e93:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:19:12,337 DEBUG [RS:0;c99348da3e93:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:12,337 DEBUG [RS:0;c99348da3e93:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:12,337 DEBUG [RS:0;c99348da3e93:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:12,337 DEBUG [RS:0;c99348da3e93:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:12,337 DEBUG [RS:0;c99348da3e93:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:12,337 DEBUG [RS:0;c99348da3e93:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:12,337 DEBUG [RS:0;c99348da3e93:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:19:12,337 DEBUG [RS:0;c99348da3e93:41349 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:19:12,337 INFO [RS:0;c99348da3e93:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:12,337 INFO [RS:0;c99348da3e93:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:12,337 INFO [RS:0;c99348da3e93:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:12,337 INFO [RS:0;c99348da3e93:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:12,337 INFO [RS:0;c99348da3e93:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:12,337 INFO [RS:0;c99348da3e93:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,41349,1732461550486-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:19:12,353 INFO [RS:0;c99348da3e93:41349 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T15:19:12,353 INFO [RS:0;c99348da3e93:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,41349,1732461550486-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:12,353 INFO [RS:0;c99348da3e93:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:12,353 INFO [RS:0;c99348da3e93:41349 {}] regionserver.Replication(171): c99348da3e93,41349,1732461550486 started 2024-11-24T15:19:12,371 INFO [RS:0;c99348da3e93:41349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:12,371 INFO [RS:0;c99348da3e93:41349 {}] regionserver.HRegionServer(1482): Serving as c99348da3e93,41349,1732461550486, RpcServer on c99348da3e93/172.17.0.2:41349, sessionid=0x1014a8f42510001 2024-11-24T15:19:12,371 DEBUG [RS:0;c99348da3e93:41349 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T15:19:12,371 DEBUG [RS:0;c99348da3e93:41349 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c99348da3e93,41349,1732461550486 2024-11-24T15:19:12,371 DEBUG [RS:0;c99348da3e93:41349 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,41349,1732461550486' 2024-11-24T15:19:12,371 DEBUG [RS:0;c99348da3e93:41349 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-651613279/flush-table-proc/abort' 2024-11-24T15:19:12,372 DEBUG [RS:0;c99348da3e93:41349 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-651613279/flush-table-proc/acquired' 2024-11-24T15:19:12,372 DEBUG [RS:0;c99348da3e93:41349 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T15:19:12,372 DEBUG [RS:0;c99348da3e93:41349 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T15:19:12,372 DEBUG [RS:0;c99348da3e93:41349 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c99348da3e93,41349,1732461550486 2024-11-24T15:19:12,372 DEBUG [RS:0;c99348da3e93:41349 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,41349,1732461550486' 2024-11-24T15:19:12,373 DEBUG [RS:0;c99348da3e93:41349 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-651613279/online-snapshot/abort' 2024-11-24T15:19:12,373 DEBUG [RS:0;c99348da3e93:41349 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-651613279/online-snapshot/acquired' 2024-11-24T15:19:12,373 DEBUG [RS:0;c99348da3e93:41349 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T15:19:12,373 INFO [RS:0;c99348da3e93:41349 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T15:19:12,373 INFO [RS:0;c99348da3e93:41349 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T15:19:12,474 INFO [RS:0;c99348da3e93:41349 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:19:12,475 INFO [RS:0;c99348da3e93:41349 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C41349%2C1732461550486, suffix=, logDir=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,41349,1732461550486, archiveDir=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/oldWALs, maxLogs=10 2024-11-24T15:19:12,489 DEBUG [RS:0;c99348da3e93:41349 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,41349,1732461550486/c99348da3e93%2C41349%2C1732461550486.1732461552476, exclude list is [], retry=0 2024-11-24T15:19:12,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-6799b8e6-5d9f-46c1-ab89-3472e30f064d,DISK] 2024-11-24T15:19:12,494 INFO [RS:0;c99348da3e93:41349 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,41349,1732461550486/c99348da3e93%2C41349%2C1732461550486.1732461552476 2024-11-24T15:19:12,494 DEBUG [RS:0;c99348da3e93:41349 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37201:37201)] 2024-11-24T15:19:12,663 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T15:19:12,663 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e 2024-11-24T15:19:12,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741833_1009 (size=32) 2024-11-24T15:19:12,942 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:19:12,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:12,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:12,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:12,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:12,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:12,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:12,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:19:12,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T15:19:12,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T15:19:12,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T15:19:12,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:19:12,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T15:19:13,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:13,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:19:13,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:19:13,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:13,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:13,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:19:13,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:19:13,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:13,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:13,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:19:13,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:19:13,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:13,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:13,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:19:13,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:19:13,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:13,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:13,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:19:13,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740 2024-11-24T15:19:13,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740 2024-11-24T15:19:13,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:19:13,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:19:13,078 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:19:13,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:19:13,081 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:19:13,082 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60614714, jitterRate=-0.09677037596702576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:19:13,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732461553069Initializing all the Stores at 1732461553070 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461553070Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461553070Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461553070Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461553070Cleaning up temporary data from old regions at 1732461553078 (+8 ms)Region opened successfully at 1732461553083 (+5 ms) 2024-11-24T15:19:13,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:19:13,083 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:19:13,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:19:13,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:19:13,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:19:13,083 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:19:13,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461553083Disabling compacts and flushes for region at 1732461553083Disabling writes for close at 1732461553083Writing region close event to WAL at 1732461553083Closed at 1732461553083 2024-11-24T15:19:13,084 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:19:13,084 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T15:19:13,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T15:19:13,086 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:19:13,087 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T15:19:13,237 DEBUG [c99348da3e93:39815 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T15:19:13,238 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c99348da3e93,41349,1732461550486 2024-11-24T15:19:13,239 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,41349,1732461550486, state=OPENING 2024-11-24T15:19:13,241 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T15:19:13,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279 2024-11-24T15:19:13,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1014a8f42510001, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279 2024-11-24T15:19:13,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-651613279/meta-region-server: CHANGED 2024-11-24T15:19:13,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-651613279/meta-region-server: CHANGED 2024-11-24T15:19:13,243 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:19:13,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,41349,1732461550486}] 2024-11-24T15:19:13,396 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:19:13,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T15:19:13,402 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T15:19:13,402 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:19:13,402 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T15:19:13,403 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C41349%2C1732461550486.meta, suffix=.meta, logDir=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,41349,1732461550486, archiveDir=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/oldWALs, maxLogs=10 2024-11-24T15:19:13,417 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,41349,1732461550486/c99348da3e93%2C41349%2C1732461550486.meta.1732461553403.meta, exclude list is [], retry=0 2024-11-24T15:19:13,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-6799b8e6-5d9f-46c1-ab89-3472e30f064d,DISK] 2024-11-24T15:19:13,420 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,41349,1732461550486/c99348da3e93%2C41349%2C1732461550486.meta.1732461553403.meta 2024-11-24T15:19:13,421 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37201:37201)] 2024-11-24T15:19:13,421 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:19:13,422 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:19:13,422 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:19:13,422 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T15:19:13,422 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T15:19:13,422 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T15:19:13,422 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:13,422 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T15:19:13,422 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T15:19:13,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:19:13,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:19:13,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:13,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:13,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:19:13,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:19:13,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:13,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:13,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:19:13,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:19:13,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:13,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:13,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:19:13,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:19:13,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:13,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:13,427 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:19:13,428 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740 2024-11-24T15:19:13,429 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740 2024-11-24T15:19:13,430 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:19:13,430 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:19:13,430 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:19:13,431 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:19:13,432 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71347310, jitterRate=0.06315776705741882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:19:13,432 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T15:19:13,432 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732461553422Writing region info on filesystem at 1732461553422Initializing all the Stores at 1732461553423 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461553423Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461553423Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461553423Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461553423Cleaning up temporary data from old regions at 1732461553430 (+7 ms)Running coprocessor post-open hooks at 1732461553432 (+2 ms)Region opened successfully at 1732461553432 2024-11-24T15:19:13,433 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732461553396 2024-11-24T15:19:13,435 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T15:19:13,435 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T15:19:13,436 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,41349,1732461550486 2024-11-24T15:19:13,436 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,41349,1732461550486, state=OPEN 2024-11-24T15:19:13,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-651613279/meta-region-server 2024-11-24T15:19:13,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1014a8f42510001, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-651613279/meta-region-server 2024-11-24T15:19:13,441 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c99348da3e93,41349,1732461550486 2024-11-24T15:19:13,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-651613279/meta-region-server: CHANGED 2024-11-24T15:19:13,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-651613279/meta-region-server: CHANGED 2024-11-24T15:19:13,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T15:19:13,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,41349,1732461550486 in 198 msec 2024-11-24T15:19:13,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T15:19:13,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-24T15:19:13,445 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:19:13,445 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T15:19:13,446 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:19:13,446 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,41349,1732461550486, seqNum=-1] 2024-11-24T15:19:13,446 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:19:13,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:19:13,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-11-24T15:19:13,452 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732461553452, completionTime=-1 2024-11-24T15:19:13,452 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T15:19:13,452 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T15:19:13,454 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T15:19:13,454 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732461613454 2024-11-24T15:19:13,454 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732461673454 2024-11-24T15:19:13,454 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T15:19:13,454 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39815,1732461550440-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:13,454 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39815,1732461550440-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:13,454 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39815,1732461550440-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:13,454 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c99348da3e93:39815, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:13,454 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:13,455 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:13,456 DEBUG [master/c99348da3e93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T15:19:13,458 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.935sec 2024-11-24T15:19:13,458 INFO [master/c99348da3e93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T15:19:13,458 INFO [master/c99348da3e93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T15:19:13,458 INFO [master/c99348da3e93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T15:19:13,458 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T15:19:13,458 INFO [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T15:19:13,458 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39815,1732461550440-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:19:13,458 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39815,1732461550440-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T15:19:13,460 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T15:19:13,460 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T15:19:13,460 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39815,1732461550440-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:13,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de6c7b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:13,508 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,39815,-1 for getting cluster id 2024-11-24T15:19:13,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:19:13,509 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90ea79f6-fb56-47a8-9956-7b9a39a321ea' 2024-11-24T15:19:13,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:19:13,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90ea79f6-fb56-47a8-9956-7b9a39a321ea" 2024-11-24T15:19:13,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@455d0c6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:13,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,39815,-1] 2024-11-24T15:19:13,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:19:13,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:13,511 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:19:13,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7557fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:13,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:19:13,512 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,41349,1732461550486, seqNum=-1] 2024-11-24T15:19:13,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:19:13,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:19:13,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c99348da3e93,39815,1732461550440 2024-11-24T15:19:13,516 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56866 2024-11-24T15:19:13,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:19:13,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a8f42510002 connected 2024-11-24T15:19:13,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/hadoop.log.dir so I do NOT create it in target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f 2024-11-24T15:19:13,522 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T15:19:13,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/hadoop.tmp.dir so I do NOT create it in target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f 2024-11-24T15:19:13,522 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T15:19:13,522 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f 2024-11-24T15:19:13,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T15:19:13,522 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/cluster_ad56b3bb-7593-ca1c-6793-83d0d3367a6a, deleteOnExit=true 2024-11-24T15:19:13,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T15:19:13,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/test.cache.data in system properties and HBase conf 2024-11-24T15:19:13,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T15:19:13,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/hadoop.log.dir in system properties and HBase conf 2024-11-24T15:19:13,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T15:19:13,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T15:19:13,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T15:19:13,522 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T15:19:13,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:19:13,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:19:13,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T15:19:13,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:19:13,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T15:19:13,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T15:19:13,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:19:13,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:19:13,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T15:19:13,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/nfs.dump.dir in system properties and HBase conf 2024-11-24T15:19:13,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/java.io.tmpdir in system properties and HBase conf 2024-11-24T15:19:13,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:19:13,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T15:19:13,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T15:19:13,597 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:19:13,601 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:19:13,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:19:13,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:19:13,602 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T15:19:13,603 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:19:13,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d6e14b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:19:13,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8beee70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:19:13,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10c210bd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/java.io.tmpdir/jetty-localhost-37551-hadoop-hdfs-3_4_1-tests_jar-_-any-6404287409733116566/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:19:13,721 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25eb0764{HTTP/1.1, (http/1.1)}{localhost:37551} 2024-11-24T15:19:13,721 INFO [Time-limited test {}] server.Server(415): Started @136602ms 2024-11-24T15:19:13,795 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:19:13,799 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:19:13,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:19:13,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:19:13,800 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T15:19:13,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c6d1d6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:19:13,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e959ac6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:19:13,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73a7a07b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/java.io.tmpdir/jetty-localhost-38229-hadoop-hdfs-3_4_1-tests_jar-_-any-12030949756806518762/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:19:13,916 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19871b8c{HTTP/1.1, (http/1.1)}{localhost:38229} 2024-11-24T15:19:13,916 INFO [Time-limited test {}] server.Server(415): Started @136797ms 2024-11-24T15:19:13,917 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T15:19:14,018 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/cluster_ad56b3bb-7593-ca1c-6793-83d0d3367a6a/data/data1/current/BP-1099417210-172.17.0.2-1732461553541/current, will proceed with Du for space computation calculation, 2024-11-24T15:19:14,018 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/cluster_ad56b3bb-7593-ca1c-6793-83d0d3367a6a/data/data2/current/BP-1099417210-172.17.0.2-1732461553541/current, will proceed with Du for space computation calculation, 2024-11-24T15:19:14,034 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T15:19:14,036 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd536c9d275d5d1e with lease ID 0x880ee14273697bef: Processing first storage report for DS-a5bdf6c5-bfd8-4fcb-bb35-8827b950a429 from datanode DatanodeRegistration(127.0.0.1:34439, datanodeUuid=d1f7730b-e75e-4112-b787-641f9261d720, infoPort=44695, infoSecurePort=0, ipcPort=38867, storageInfo=lv=-57;cid=testClusterID;nsid=399473169;c=1732461553541) 2024-11-24T15:19:14,036 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd536c9d275d5d1e with lease ID 0x880ee14273697bef: from storage DS-a5bdf6c5-bfd8-4fcb-bb35-8827b950a429 node DatanodeRegistration(127.0.0.1:34439, datanodeUuid=d1f7730b-e75e-4112-b787-641f9261d720, infoPort=44695, infoSecurePort=0, ipcPort=38867, storageInfo=lv=-57;cid=testClusterID;nsid=399473169;c=1732461553541), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:19:14,036 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd536c9d275d5d1e with lease ID 0x880ee14273697bef: Processing first storage report for DS-a925ed82-474e-422d-8fad-2bb04dfaa53e from datanode DatanodeRegistration(127.0.0.1:34439, datanodeUuid=d1f7730b-e75e-4112-b787-641f9261d720, infoPort=44695, infoSecurePort=0, ipcPort=38867, storageInfo=lv=-57;cid=testClusterID;nsid=399473169;c=1732461553541) 2024-11-24T15:19:14,036 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd536c9d275d5d1e with lease ID 0x880ee14273697bef: from storage DS-a925ed82-474e-422d-8fad-2bb04dfaa53e node DatanodeRegistration(127.0.0.1:34439, datanodeUuid=d1f7730b-e75e-4112-b787-641f9261d720, infoPort=44695, infoSecurePort=0, ipcPort=38867, storageInfo=lv=-57;cid=testClusterID;nsid=399473169;c=1732461553541), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:19:14,039 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f 2024-11-24T15:19:14,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:14,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:14,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741825_1001 (size=7) 2024-11-24T15:19:14,449 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1 with version=8 2024-11-24T15:19:14,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/hbase-staging 2024-11-24T15:19:14,451 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:19:14,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:14,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:14,451 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:19:14,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:14,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:19:14,451 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T15:19:14,451 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:19:14,452 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44463 2024-11-24T15:19:14,453 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44463 connecting to ZooKeeper ensemble=127.0.0.1:56866 2024-11-24T15:19:14,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444630x0, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:19:14,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44463-0x1014a8f42510003 connected 2024-11-24T15:19:14,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:14,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:14,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Set watcher on znode that does not yet exist, /1710293908/running 2024-11-24T15:19:14,469 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1, hbase.cluster.distributed=false 2024-11-24T15:19:14,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Set watcher on znode that does not yet exist, /1710293908/acl 2024-11-24T15:19:14,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44463 2024-11-24T15:19:14,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44463 2024-11-24T15:19:14,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44463 2024-11-24T15:19:14,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44463 2024-11-24T15:19:14,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44463 2024-11-24T15:19:14,486 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:19:14,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:14,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:14,486 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:19:14,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:14,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:19:14,486 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T15:19:14,486 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:19:14,487 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36317 2024-11-24T15:19:14,487 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36317 connecting to ZooKeeper ensemble=127.0.0.1:56866 2024-11-24T15:19:14,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:14,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:14,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363170x0, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:19:14,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363170x0, quorum=127.0.0.1:56866, baseZNode=/1710293908 Set watcher on znode that does not yet exist, /1710293908/running 2024-11-24T15:19:14,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36317-0x1014a8f42510004 connected 2024-11-24T15:19:14,493 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T15:19:14,495 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T15:19:14,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36317-0x1014a8f42510004, quorum=127.0.0.1:56866, baseZNode=/1710293908 Set watcher on znode that does not yet exist, /1710293908/master 2024-11-24T15:19:14,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36317-0x1014a8f42510004, quorum=127.0.0.1:56866, baseZNode=/1710293908 Set watcher on znode that does not yet exist, /1710293908/acl 2024-11-24T15:19:14,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36317 2024-11-24T15:19:14,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36317 2024-11-24T15:19:14,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36317 2024-11-24T15:19:14,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36317 2024-11-24T15:19:14,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36317 2024-11-24T15:19:14,516 DEBUG [M:0;c99348da3e93:44463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c99348da3e93:44463 2024-11-24T15:19:14,517 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1710293908/backup-masters/c99348da3e93,44463,1732461554451 2024-11-24T15:19:14,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710293908/backup-masters 2024-11-24T15:19:14,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36317-0x1014a8f42510004, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710293908/backup-masters 2024-11-24T15:19:14,519 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Set watcher on existing znode=/1710293908/backup-masters/c99348da3e93,44463,1732461554451 2024-11-24T15:19:14,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710293908 2024-11-24T15:19:14,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36317-0x1014a8f42510004, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1710293908/master 2024-11-24T15:19:14,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36317-0x1014a8f42510004, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710293908 2024-11-24T15:19:14,521 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Set watcher on existing znode=/1710293908/master 2024-11-24T15:19:14,522 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1710293908/backup-masters/c99348da3e93,44463,1732461554451 from backup master directory 2024-11-24T15:19:14,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36317-0x1014a8f42510004, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710293908/backup-masters 2024-11-24T15:19:14,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1710293908/backup-masters/c99348da3e93,44463,1732461554451 2024-11-24T15:19:14,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710293908/backup-masters 2024-11-24T15:19:14,523 WARN [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:19:14,523 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c99348da3e93,44463,1732461554451 2024-11-24T15:19:14,527 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/hbase.id] with ID: f83f8bc7-e98f-4ad9-a9a7-67299963daac 2024-11-24T15:19:14,527 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/.tmp/hbase.id 2024-11-24T15:19:14,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741826_1002 (size=42) 2024-11-24T15:19:14,933 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/.tmp/hbase.id]:[hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/hbase.id] 2024-11-24T15:19:14,943 INFO [master/c99348da3e93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:14,943 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T15:19:14,944 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T15:19:14,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36317-0x1014a8f42510004, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710293908 2024-11-24T15:19:14,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710293908 2024-11-24T15:19:14,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741827_1003 (size=196) 2024-11-24T15:19:15,351 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:19:15,352 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T15:19:15,352 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:19:15,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741828_1004 (size=1189) 2024-11-24T15:19:15,759 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/MasterData/data/master/store 2024-11-24T15:19:15,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741829_1005 (size=34) 2024-11-24T15:19:16,165 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:16,165 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:19:16,165 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:16,165 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:16,165 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:19:16,165 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:16,165 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:16,165 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461556165Disabling compacts and flushes for region at 1732461556165Disabling writes for close at 1732461556165Writing region close event to WAL at 1732461556165Closed at 1732461556165 2024-11-24T15:19:16,166 WARN [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/MasterData/data/master/store/.initializing 2024-11-24T15:19:16,166 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/MasterData/WALs/c99348da3e93,44463,1732461554451 2024-11-24T15:19:16,167 INFO [master/c99348da3e93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:19:16,168 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c99348da3e93%2C44463%2C1732461554451, suffix=, logDir=hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/MasterData/WALs/c99348da3e93,44463,1732461554451, archiveDir=hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/MasterData/oldWALs, maxLogs=10 2024-11-24T15:19:16,185 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/MasterData/WALs/c99348da3e93,44463,1732461554451/c99348da3e93%2C44463%2C1732461554451.1732461556168, exclude list is [], retry=0 2024-11-24T15:19:16,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34439,DS-a5bdf6c5-bfd8-4fcb-bb35-8827b950a429,DISK] 2024-11-24T15:19:16,189 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/MasterData/WALs/c99348da3e93,44463,1732461554451/c99348da3e93%2C44463%2C1732461554451.1732461556168 2024-11-24T15:19:16,189 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44695:44695)] 2024-11-24T15:19:16,189 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:19:16,189 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:16,189 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:16,189 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:16,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:16,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T15:19:16,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:16,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:16,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:16,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T15:19:16,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:16,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:16,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:16,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T15:19:16,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:16,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:16,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:16,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T15:19:16,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:16,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:16,196 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:16,196 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:16,196 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:16,197 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:16,197 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:16,198 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:19:16,199 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:16,200 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:19:16,201 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59935220, jitterRate=-0.10689562559127808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:19:16,201 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732461556189Initializing all the Stores at 1732461556190 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461556190Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461556190Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461556190Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461556190Cleaning up temporary data from old regions at 1732461556197 (+7 ms)Region opened successfully at 1732461556201 (+4 ms) 2024-11-24T15:19:16,201 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T15:19:16,203 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@159b72f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:19:16,204 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T15:19:16,204 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T15:19:16,204 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T15:19:16,205 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T15:19:16,205 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T15:19:16,205 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T15:19:16,205 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T15:19:16,207 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T15:19:16,208 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Unable to get data of znode /1710293908/balancer because node does not exist (not necessarily an error) 2024-11-24T15:19:16,209 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1710293908/balancer already deleted, retry=false 2024-11-24T15:19:16,209 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T15:19:16,210 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Unable to get data of znode /1710293908/normalizer because node does not exist (not necessarily an error) 2024-11-24T15:19:16,211 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1710293908/normalizer already deleted, retry=false 2024-11-24T15:19:16,212 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T15:19:16,213 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Unable to get data of znode /1710293908/switch/split because node does not exist (not necessarily an error) 2024-11-24T15:19:16,214 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1710293908/switch/split already deleted, retry=false 2024-11-24T15:19:16,214 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Unable to get data of znode /1710293908/switch/merge because node does not exist (not necessarily an error) 2024-11-24T15:19:16,215 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1710293908/switch/merge already deleted, retry=false 2024-11-24T15:19:16,217 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Unable to get data of znode /1710293908/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T15:19:16,218 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1710293908/snapshot-cleanup already deleted, retry=false 2024-11-24T15:19:16,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1710293908/running 2024-11-24T15:19:16,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710293908 2024-11-24T15:19:16,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36317-0x1014a8f42510004, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1710293908/running 2024-11-24T15:19:16,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36317-0x1014a8f42510004, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710293908 2024-11-24T15:19:16,220 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c99348da3e93,44463,1732461554451, sessionid=0x1014a8f42510003, setting cluster-up flag (Was=false) 2024-11-24T15:19:16,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710293908 2024-11-24T15:19:16,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36317-0x1014a8f42510004, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710293908 2024-11-24T15:19:16,227 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1710293908/flush-table-proc/acquired, /1710293908/flush-table-proc/reached, /1710293908/flush-table-proc/abort 2024-11-24T15:19:16,228 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,44463,1732461554451 2024-11-24T15:19:16,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36317-0x1014a8f42510004, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710293908 2024-11-24T15:19:16,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710293908 2024-11-24T15:19:16,234 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1710293908/online-snapshot/acquired, /1710293908/online-snapshot/reached, /1710293908/online-snapshot/abort 2024-11-24T15:19:16,235 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,44463,1732461554451 2024-11-24T15:19:16,236 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T15:19:16,238 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T15:19:16,238 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T15:19:16,238 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T15:19:16,238 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c99348da3e93,44463,1732461554451 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T15:19:16,239 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:19:16,239 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:19:16,239 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:19:16,239 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:19:16,239 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c99348da3e93:0, corePoolSize=10, maxPoolSize=10 2024-11-24T15:19:16,239 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:16,239 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:19:16,239 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:16,241 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:19:16,241 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T15:19:16,242 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:16,242 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T15:19:16,243 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732461586243 2024-11-24T15:19:16,243 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T15:19:16,243 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T15:19:16,243 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T15:19:16,243 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T15:19:16,243 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T15:19:16,243 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T15:19:16,243 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:16,244 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T15:19:16,244 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T15:19:16,244 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T15:19:16,244 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T15:19:16,247 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T15:19:16,247 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T15:19:16,248 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461556247,5,FailOnTimeoutGroup] 2024-11-24T15:19:16,248 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461556248,5,FailOnTimeoutGroup] 2024-11-24T15:19:16,248 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:16,248 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T15:19:16,248 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:16,248 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:16,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741831_1007 (size=1321) 2024-11-24T15:19:16,250 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T15:19:16,250 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1 2024-11-24T15:19:16,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741832_1008 (size=32) 2024-11-24T15:19:16,307 INFO [RS:0;c99348da3e93:36317 {}] regionserver.HRegionServer(746): ClusterId : f83f8bc7-e98f-4ad9-a9a7-67299963daac 2024-11-24T15:19:16,307 DEBUG [RS:0;c99348da3e93:36317 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T15:19:16,309 DEBUG [RS:0;c99348da3e93:36317 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T15:19:16,309 DEBUG [RS:0;c99348da3e93:36317 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T15:19:16,311 DEBUG [RS:0;c99348da3e93:36317 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T15:19:16,311 DEBUG [RS:0;c99348da3e93:36317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0407fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:19:16,324 DEBUG [RS:0;c99348da3e93:36317 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c99348da3e93:36317 2024-11-24T15:19:16,324 INFO [RS:0;c99348da3e93:36317 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T15:19:16,324 INFO [RS:0;c99348da3e93:36317 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T15:19:16,324 DEBUG [RS:0;c99348da3e93:36317 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T15:19:16,324 INFO [RS:0;c99348da3e93:36317 {}] regionserver.HRegionServer(2659): reportForDuty to master=c99348da3e93,44463,1732461554451 with port=36317, startcode=1732461554486 2024-11-24T15:19:16,325 DEBUG [RS:0;c99348da3e93:36317 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T15:19:16,326 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T15:19:16,326 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44463 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c99348da3e93,36317,1732461554486 2024-11-24T15:19:16,326 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44463 {}] master.ServerManager(517): Registering regionserver=c99348da3e93,36317,1732461554486 2024-11-24T15:19:16,328 DEBUG [RS:0;c99348da3e93:36317 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1 2024-11-24T15:19:16,328 DEBUG [RS:0;c99348da3e93:36317 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37787 2024-11-24T15:19:16,328 DEBUG [RS:0;c99348da3e93:36317 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T15:19:16,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710293908/rs 2024-11-24T15:19:16,329 DEBUG [RS:0;c99348da3e93:36317 {}] zookeeper.ZKUtil(111): regionserver:36317-0x1014a8f42510004, quorum=127.0.0.1:56866, baseZNode=/1710293908 Set watcher on existing znode=/1710293908/rs/c99348da3e93,36317,1732461554486 2024-11-24T15:19:16,329 WARN [RS:0;c99348da3e93:36317 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:19:16,329 INFO [RS:0;c99348da3e93:36317 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:19:16,329 DEBUG [RS:0;c99348da3e93:36317 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/WALs/c99348da3e93,36317,1732461554486 2024-11-24T15:19:16,330 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c99348da3e93,36317,1732461554486] 2024-11-24T15:19:16,332 INFO [RS:0;c99348da3e93:36317 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T15:19:16,334 INFO [RS:0;c99348da3e93:36317 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T15:19:16,334 INFO [RS:0;c99348da3e93:36317 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T15:19:16,334 INFO [RS:0;c99348da3e93:36317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:16,334 INFO [RS:0;c99348da3e93:36317 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T15:19:16,335 INFO [RS:0;c99348da3e93:36317 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T15:19:16,335 INFO [RS:0;c99348da3e93:36317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:16,335 DEBUG [RS:0;c99348da3e93:36317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:16,335 DEBUG [RS:0;c99348da3e93:36317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:16,335 DEBUG [RS:0;c99348da3e93:36317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:16,335 DEBUG [RS:0;c99348da3e93:36317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:16,335 DEBUG [RS:0;c99348da3e93:36317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:16,335 DEBUG [RS:0;c99348da3e93:36317 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:19:16,335 DEBUG [RS:0;c99348da3e93:36317 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:16,335 DEBUG [RS:0;c99348da3e93:36317 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:16,335 DEBUG [RS:0;c99348da3e93:36317 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:16,335 DEBUG [RS:0;c99348da3e93:36317 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:16,335 DEBUG [RS:0;c99348da3e93:36317 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:16,335 DEBUG [RS:0;c99348da3e93:36317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:16,335 DEBUG [RS:0;c99348da3e93:36317 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:19:16,335 DEBUG [RS:0;c99348da3e93:36317 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:19:16,335 INFO [RS:0;c99348da3e93:36317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:16,336 INFO [RS:0;c99348da3e93:36317 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:16,336 INFO [RS:0;c99348da3e93:36317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:16,336 INFO [RS:0;c99348da3e93:36317 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:16,336 INFO [RS:0;c99348da3e93:36317 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:16,336 INFO [RS:0;c99348da3e93:36317 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,36317,1732461554486-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:19:16,350 INFO [RS:0;c99348da3e93:36317 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T15:19:16,350 INFO [RS:0;c99348da3e93:36317 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,36317,1732461554486-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:16,350 INFO [RS:0;c99348da3e93:36317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:16,350 INFO [RS:0;c99348da3e93:36317 {}] regionserver.Replication(171): c99348da3e93,36317,1732461554486 started 2024-11-24T15:19:16,363 INFO [RS:0;c99348da3e93:36317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:16,363 INFO [RS:0;c99348da3e93:36317 {}] regionserver.HRegionServer(1482): Serving as c99348da3e93,36317,1732461554486, RpcServer on c99348da3e93/172.17.0.2:36317, sessionid=0x1014a8f42510004 2024-11-24T15:19:16,363 DEBUG [RS:0;c99348da3e93:36317 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T15:19:16,363 DEBUG [RS:0;c99348da3e93:36317 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c99348da3e93,36317,1732461554486 2024-11-24T15:19:16,363 DEBUG [RS:0;c99348da3e93:36317 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,36317,1732461554486' 2024-11-24T15:19:16,363 DEBUG [RS:0;c99348da3e93:36317 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1710293908/flush-table-proc/abort' 2024-11-24T15:19:16,363 DEBUG [RS:0;c99348da3e93:36317 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1710293908/flush-table-proc/acquired' 2024-11-24T15:19:16,364 DEBUG [RS:0;c99348da3e93:36317 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T15:19:16,364 DEBUG [RS:0;c99348da3e93:36317 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T15:19:16,364 DEBUG [RS:0;c99348da3e93:36317 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c99348da3e93,36317,1732461554486 2024-11-24T15:19:16,364 DEBUG [RS:0;c99348da3e93:36317 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,36317,1732461554486' 2024-11-24T15:19:16,364 DEBUG [RS:0;c99348da3e93:36317 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1710293908/online-snapshot/abort' 2024-11-24T15:19:16,364 DEBUG [RS:0;c99348da3e93:36317 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1710293908/online-snapshot/acquired' 2024-11-24T15:19:16,364 DEBUG [RS:0;c99348da3e93:36317 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T15:19:16,364 INFO [RS:0;c99348da3e93:36317 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T15:19:16,364 INFO [RS:0;c99348da3e93:36317 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T15:19:16,465 INFO [RS:0;c99348da3e93:36317 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:19:16,466 INFO [RS:0;c99348da3e93:36317 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C36317%2C1732461554486, suffix=, logDir=hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/WALs/c99348da3e93,36317,1732461554486, archiveDir=hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/oldWALs, maxLogs=10 2024-11-24T15:19:16,479 DEBUG [RS:0;c99348da3e93:36317 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/WALs/c99348da3e93,36317,1732461554486/c99348da3e93%2C36317%2C1732461554486.1732461556466, exclude list is [], retry=0 2024-11-24T15:19:16,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34439,DS-a5bdf6c5-bfd8-4fcb-bb35-8827b950a429,DISK] 2024-11-24T15:19:16,483 INFO [RS:0;c99348da3e93:36317 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/WALs/c99348da3e93,36317,1732461554486/c99348da3e93%2C36317%2C1732461554486.1732461556466 2024-11-24T15:19:16,484 DEBUG [RS:0;c99348da3e93:36317 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44695:44695)] 2024-11-24T15:19:16,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:16,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:19:16,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:19:16,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:16,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:16,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:19:16,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:19:16,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:16,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:16,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:19:16,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:19:16,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:16,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:16,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:19:16,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:19:16,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:16,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:16,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:19:16,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/data/hbase/meta/1588230740 2024-11-24T15:19:16,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/data/hbase/meta/1588230740 2024-11-24T15:19:16,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:19:16,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:19:16,666 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:19:16,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:19:16,668 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:19:16,669 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61939776, jitterRate=-0.0770254135131836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:19:16,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732461556657Initializing all the Stores at 1732461556657Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461556658 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461556658Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461556658Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461556658Cleaning up temporary data from old regions at 1732461556665 (+7 ms)Region opened successfully at 1732461556669 (+4 ms) 2024-11-24T15:19:16,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:19:16,669 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:19:16,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:19:16,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:19:16,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:19:16,669 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:19:16,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461556669Disabling compacts and flushes for region at 1732461556669Disabling writes for close at 1732461556669Writing region close event to WAL at 1732461556669Closed at 1732461556669 2024-11-24T15:19:16,670 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:19:16,670 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T15:19:16,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T15:19:16,671 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:19:16,672 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T15:19:16,822 DEBUG [c99348da3e93:44463 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T15:19:16,823 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c99348da3e93,36317,1732461554486 2024-11-24T15:19:16,824 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,36317,1732461554486, state=OPENING 2024-11-24T15:19:16,828 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T15:19:16,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710293908 2024-11-24T15:19:16,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36317-0x1014a8f42510004, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710293908 2024-11-24T15:19:16,829 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:19:16,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1710293908/meta-region-server: CHANGED 2024-11-24T15:19:16,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,36317,1732461554486}] 2024-11-24T15:19:16,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1710293908/meta-region-server: CHANGED 2024-11-24T15:19:16,982 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:19:16,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T15:19:16,987 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T15:19:16,987 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:19:16,987 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T15:19:16,989 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C36317%2C1732461554486.meta, suffix=.meta, logDir=hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/WALs/c99348da3e93,36317,1732461554486, archiveDir=hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/oldWALs, maxLogs=10 2024-11-24T15:19:17,002 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/WALs/c99348da3e93,36317,1732461554486/c99348da3e93%2C36317%2C1732461554486.meta.1732461556989.meta, exclude list is [], retry=0 2024-11-24T15:19:17,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34439,DS-a5bdf6c5-bfd8-4fcb-bb35-8827b950a429,DISK] 2024-11-24T15:19:17,006 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/WALs/c99348da3e93,36317,1732461554486/c99348da3e93%2C36317%2C1732461554486.meta.1732461556989.meta 2024-11-24T15:19:17,006 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44695:44695)] 2024-11-24T15:19:17,006 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:19:17,007 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:19:17,007 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:19:17,007 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T15:19:17,007 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T15:19:17,007 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T15:19:17,007 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:17,007 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T15:19:17,007 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T15:19:17,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:19:17,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:19:17,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:17,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:17,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:19:17,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:19:17,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:17,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:17,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:19:17,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:19:17,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:17,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:17,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:19:17,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:19:17,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:17,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:17,012 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:19:17,013 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/data/hbase/meta/1588230740 2024-11-24T15:19:17,014 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/data/hbase/meta/1588230740 2024-11-24T15:19:17,015 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:19:17,015 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:19:17,015 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:19:17,016 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:19:17,017 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65953226, jitterRate=-0.017220348119735718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:19:17,017 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T15:19:17,017 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732461557007Writing region info on filesystem at 1732461557007Initializing all the Stores at 1732461557008 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461557008Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461557008Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461557008Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461557008Cleaning up temporary data from old regions at 1732461557015 (+7 ms)Running coprocessor post-open hooks at 1732461557017 (+2 ms)Region opened successfully at 1732461557017 2024-11-24T15:19:17,018 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732461556982 2024-11-24T15:19:17,020 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T15:19:17,020 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T15:19:17,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,36317,1732461554486 2024-11-24T15:19:17,021 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,36317,1732461554486, state=OPEN 2024-11-24T15:19:17,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1710293908/meta-region-server 2024-11-24T15:19:17,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36317-0x1014a8f42510004, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1710293908/meta-region-server 2024-11-24T15:19:17,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1710293908/meta-region-server: CHANGED 2024-11-24T15:19:17,023 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c99348da3e93,36317,1732461554486 2024-11-24T15:19:17,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1710293908/meta-region-server: CHANGED 2024-11-24T15:19:17,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T15:19:17,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,36317,1732461554486 in 194 msec 2024-11-24T15:19:17,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T15:19:17,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-24T15:19:17,027 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:19:17,027 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T15:19:17,028 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:19:17,028 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,36317,1732461554486, seqNum=-1] 2024-11-24T15:19:17,029 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:19:17,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:19:17,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 797 msec 2024-11-24T15:19:17,034 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732461557034, completionTime=-1 2024-11-24T15:19:17,034 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T15:19:17,034 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T15:19:17,036 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T15:19:17,036 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732461617036 2024-11-24T15:19:17,036 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732461677036 2024-11-24T15:19:17,036 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T15:19:17,036 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,44463,1732461554451-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:17,036 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,44463,1732461554451-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:17,036 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,44463,1732461554451-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:17,036 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c99348da3e93:44463, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:17,036 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:17,037 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:17,038 DEBUG [master/c99348da3e93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T15:19:17,040 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.517sec 2024-11-24T15:19:17,040 INFO [master/c99348da3e93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T15:19:17,040 INFO [master/c99348da3e93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T15:19:17,040 INFO [master/c99348da3e93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T15:19:17,040 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T15:19:17,040 INFO [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T15:19:17,040 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,44463,1732461554451-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:19:17,040 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,44463,1732461554451-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T15:19:17,042 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T15:19:17,042 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T15:19:17,042 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,44463,1732461554451-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:17,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@405d3d6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:17,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,44463,-1 for getting cluster id 2024-11-24T15:19:17,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:19:17,109 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f83f8bc7-e98f-4ad9-a9a7-67299963daac' 2024-11-24T15:19:17,109 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:19:17,110 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f83f8bc7-e98f-4ad9-a9a7-67299963daac" 2024-11-24T15:19:17,110 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd96ef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:17,110 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,44463,-1] 2024-11-24T15:19:17,110 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:19:17,110 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:17,111 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:19:17,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a65efb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:17,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:19:17,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,36317,1732461554486, seqNum=-1] 2024-11-24T15:19:17,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:19:17,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:19:17,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c99348da3e93,44463,1732461554451 2024-11-24T15:19:17,116 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56866 2024-11-24T15:19:17,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:19:17,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014a8f42510005 connected 2024-11-24T15:19:17,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f2d872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:17,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,39815,-1 for getting cluster id 2024-11-24T15:19:17,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:19:17,123 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90ea79f6-fb56-47a8-9956-7b9a39a321ea' 2024-11-24T15:19:17,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:19:17,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90ea79f6-fb56-47a8-9956-7b9a39a321ea" 2024-11-24T15:19:17,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90db95e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:17,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,39815,-1] 2024-11-24T15:19:17,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:19:17,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:17,125 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:19:17,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db3fb3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:17,125 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:19:17,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,39815,1732461550440 2024-11-24T15:19:17,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79f263e7 2024-11-24T15:19:17,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:19:17,127 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:19:17,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c99348da3e93:44463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T15:19:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T15:19:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:19:17,130 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:44463' 2024-11-24T15:19:17,131 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea26e16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:17,131 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,44463,-1 for getting cluster id 2024-11-24T15:19:17,131 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:19:17,131 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f83f8bc7-e98f-4ad9-a9a7-67299963daac' 2024-11-24T15:19:17,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:19:17,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f83f8bc7-e98f-4ad9-a9a7-67299963daac" 2024-11-24T15:19:17,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57108cfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:17,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,44463,-1] 2024-11-24T15:19:17,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:19:17,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:17,133 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:19:17,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497dcccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:17,133 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:19:17,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,44463,1732461554451 2024-11-24T15:19:17,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@598b6ef9 2024-11-24T15:19:17,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:19:17,135 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:19:17,135 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T15:19:17,135 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T15:19:17,135 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:17,136 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:17,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:19:17,136 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:19:17,137 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T15:19:17,138 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:19:17,138 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:17,139 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:19:17,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741835_1011 (size=1138) 2024-11-24T15:19:17,187 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T15:19:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:19:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:19:17,546 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff8bd77ce48c00e8e82081878b2a0056, NAME => 'hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e 2024-11-24T15:19:17,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741836_1012 (size=44) 2024-11-24T15:19:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:19:17,952 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:17,952 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ff8bd77ce48c00e8e82081878b2a0056, disabling compactions & flushes 2024-11-24T15:19:17,952 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056. 2024-11-24T15:19:17,952 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056. 2024-11-24T15:19:17,952 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056. after waiting 0 ms 2024-11-24T15:19:17,952 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056. 2024-11-24T15:19:17,952 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056. 2024-11-24T15:19:17,952 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff8bd77ce48c00e8e82081878b2a0056: Waiting for close lock at 1732461557952Disabling compacts and flushes for region at 1732461557952Disabling writes for close at 1732461557952Writing region close event to WAL at 1732461557952Closed at 1732461557952 2024-11-24T15:19:17,954 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:19:17,954 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732461557954"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461557954"}]},"ts":"1732461557954"} 2024-11-24T15:19:17,956 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:19:17,957 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:19:17,957 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461557957"}]},"ts":"1732461557957"} 2024-11-24T15:19:17,959 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T15:19:17,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff8bd77ce48c00e8e82081878b2a0056, ASSIGN}] 2024-11-24T15:19:17,961 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff8bd77ce48c00e8e82081878b2a0056, ASSIGN 2024-11-24T15:19:17,962 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ff8bd77ce48c00e8e82081878b2a0056, ASSIGN; state=OFFLINE, location=c99348da3e93,41349,1732461550486; forceNewPlan=false, retain=false 2024-11-24T15:19:18,112 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ff8bd77ce48c00e8e82081878b2a0056, regionState=OPENING, regionLocation=c99348da3e93,41349,1732461550486 2024-11-24T15:19:18,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ff8bd77ce48c00e8e82081878b2a0056, ASSIGN because future has completed 2024-11-24T15:19:18,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff8bd77ce48c00e8e82081878b2a0056, server=c99348da3e93,41349,1732461550486}] 2024-11-24T15:19:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:19:18,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056. 2024-11-24T15:19:18,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:19:18,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T15:19:18,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C41349%2C1732461550486.rep, suffix=, logDir=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,41349,1732461550486, archiveDir=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/oldWALs, maxLogs=10 2024-11-24T15:19:18,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,41349,1732461550486/c99348da3e93%2C41349%2C1732461550486.rep.1732461558272, exclude list is [], retry=0 2024-11-24T15:19:18,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-6799b8e6-5d9f-46c1-ab89-3472e30f064d,DISK] 2024-11-24T15:19:18,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,41349,1732461550486/c99348da3e93%2C41349%2C1732461550486.rep.1732461558272 2024-11-24T15:19:18,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37201:37201)] 2024-11-24T15:19:18,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ff8bd77ce48c00e8e82081878b2a0056, NAME => 'hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:19:18,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:19:18,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:19:18,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056. service=MultiRowMutationService 2024-11-24T15:19:18,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T15:19:18,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:18,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:18,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:18,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:18,291 INFO [StoreOpener-ff8bd77ce48c00e8e82081878b2a0056-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:18,292 INFO [StoreOpener-ff8bd77ce48c00e8e82081878b2a0056-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff8bd77ce48c00e8e82081878b2a0056 columnFamilyName hfileref 2024-11-24T15:19:18,292 DEBUG [StoreOpener-ff8bd77ce48c00e8e82081878b2a0056-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:18,293 INFO [StoreOpener-ff8bd77ce48c00e8e82081878b2a0056-1 {}] regionserver.HStore(327): Store=ff8bd77ce48c00e8e82081878b2a0056/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:18,293 INFO [StoreOpener-ff8bd77ce48c00e8e82081878b2a0056-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:18,293 INFO [StoreOpener-ff8bd77ce48c00e8e82081878b2a0056-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff8bd77ce48c00e8e82081878b2a0056 columnFamilyName queue 2024-11-24T15:19:18,294 DEBUG [StoreOpener-ff8bd77ce48c00e8e82081878b2a0056-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:18,294 INFO [StoreOpener-ff8bd77ce48c00e8e82081878b2a0056-1 {}] regionserver.HStore(327): Store=ff8bd77ce48c00e8e82081878b2a0056/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:18,294 INFO [StoreOpener-ff8bd77ce48c00e8e82081878b2a0056-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:18,295 INFO [StoreOpener-ff8bd77ce48c00e8e82081878b2a0056-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff8bd77ce48c00e8e82081878b2a0056 columnFamilyName sid 2024-11-24T15:19:18,295 DEBUG [StoreOpener-ff8bd77ce48c00e8e82081878b2a0056-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:18,295 INFO [StoreOpener-ff8bd77ce48c00e8e82081878b2a0056-1 {}] regionserver.HStore(327): Store=ff8bd77ce48c00e8e82081878b2a0056/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:18,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:18,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/replication/ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:18,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/replication/ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:18,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:18,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:18,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:19:18,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:18,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/replication/ff8bd77ce48c00e8e82081878b2a0056/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:19:18,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened ff8bd77ce48c00e8e82081878b2a0056; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74483463, jitterRate=0.10989008843898773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:19:18,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:18,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ff8bd77ce48c00e8e82081878b2a0056: Running coprocessor pre-open hook at 1732461558290Writing region info on filesystem at 1732461558290Initializing all the Stores at 1732461558291 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461558291Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461558291Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461558291Cleaning up temporary data from old regions at 1732461558297 (+6 ms)Running coprocessor post-open hooks at 1732461558301 (+4 ms)Region opened successfully at 1732461558301 2024-11-24T15:19:18,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056., pid=7, masterSystemTime=1732461558267 2024-11-24T15:19:18,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056. 2024-11-24T15:19:18,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056. 2024-11-24T15:19:18,305 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ff8bd77ce48c00e8e82081878b2a0056, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,41349,1732461550486 2024-11-24T15:19:18,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff8bd77ce48c00e8e82081878b2a0056, server=c99348da3e93,41349,1732461550486 because future has completed 2024-11-24T15:19:18,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-24T15:19:18,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ff8bd77ce48c00e8e82081878b2a0056, server=c99348da3e93,41349,1732461550486 in 192 msec 2024-11-24T15:19:18,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T15:19:18,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff8bd77ce48c00e8e82081878b2a0056, ASSIGN in 349 msec 2024-11-24T15:19:18,312 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:19:18,312 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461558312"}]},"ts":"1732461558312"} 2024-11-24T15:19:18,314 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T15:19:18,314 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:19:18,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-24T15:19:18,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056., hostname=c99348da3e93,41349,1732461550486, seqNum=2] 2024-11-24T15:19:18,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279 2024-11-24T15:19:18,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1014a8f42510001, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279 2024-11-24T15:19:18,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T15:19:18,472 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:19:18,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:18,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:18,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:18,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:18,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:18,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:18,503 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T15:19:18,503 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T15:19:18,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41349 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-24T15:19:18,504 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T15:19:18,533 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c99348da3e93,41349,1732461550486, ReplicationSource: 1, currentBandwidth=0 2024-11-24T15:19:18,534 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:19:18,534 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,41349,1732461550486, seqNum=-1] 2024-11-24T15:19:18,534 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:19:18,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-24T15:19:18,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c99348da3e93,41349,1732461550486', locateType=CURRENT is [region=hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056., hostname=c99348da3e93,41349,1732461550486, seqNum=2] 2024-11-24T15:19:18,540 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T15:19:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T15:19:18,542 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c99348da3e93,41349,1732461550486 suceeded 2024-11-24T15:19:18,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T15:19:18,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-24T15:19:18,545 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c99348da3e93:44463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T15:19:18,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-11-24T15:19:18,555 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,41349,1732461550486 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:44463' 2024-11-24T15:19:18,556 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,41349,1732461550486 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d5cec2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:18,556 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,41349,1732461550486 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,44463,-1 for getting cluster id 2024-11-24T15:19:18,556 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,41349,1732461550486 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:19:18,557 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f83f8bc7-e98f-4ad9-a9a7-67299963daac' 2024-11-24T15:19:18,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:19:18,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f83f8bc7-e98f-4ad9-a9a7-67299963daac" 2024-11-24T15:19:18,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d625cbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:18,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,44463,-1] 2024-11-24T15:19:18,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:19:18,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:18,559 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:19:18,559 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,41349,1732461550486 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20f6662b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:18,560 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,41349,1732461550486 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:19:18,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,44463,1732461554451 2024-11-24T15:19:18,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5aa9bfc8 2024-11-24T15:19:18,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:19:18,561 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-24T15:19:18,562 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,41349,1732461550486 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c99348da3e93,41349,1732461550486 (queues=1) is replicating from cluster=90ea79f6-fb56-47a8-9956-7b9a39a321ea to cluster=f83f8bc7-e98f-4ad9-a9a7-67299963daac 2024-11-24T15:19:18,562 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,41349,1732461550486 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c99348da3e93%2C41349%2C1732461550486 2024-11-24T15:19:18,562 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,41349,1732461550486 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c99348da3e93,41349,1732461550486, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T15:19:18,563 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,41349,1732461550486.replicationSource.wal-reader.c99348da3e93%2C41349%2C1732461550486,1-c99348da3e93,41349,1732461550486 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,41349,1732461550486/c99348da3e93%2C41349%2C1732461550486.1732461552476, startPosition=0, beingWritten=true 2024-11-24T15:19:18,563 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,41349,1732461550486.replicationSource.shipperc99348da3e93%2C41349%2C1732461550486,1-c99348da3e93,41349,1732461550486 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c99348da3e93%2C41349%2C1732461550486 2024-11-24T15:19:18,769 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,41349,1732461550486.replicationSource.wal-reader.c99348da3e93%2C41349%2C1732461550486,1-c99348da3e93,41349,1732461550486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,41349,1732461550486/c99348da3e93%2C41349%2C1732461550486.1732461552476 to pos 0, reset compression=false 2024-11-24T15:19:19,074 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,41349,1732461550486.replicationSource.wal-reader.c99348da3e93%2C41349%2C1732461550486,1-c99348da3e93,41349,1732461550486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,41349,1732461550486/c99348da3e93%2C41349%2C1732461550486.1732461552476 to pos 0, reset compression=false 2024-11-24T15:19:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:19:19,277 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T15:19:19,277 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:19:19,277 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:19,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:19,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:19,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:19:19,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:19:19,278 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,39815,1732461550440 2024-11-24T15:19:19,278 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fb49a6f 2024-11-24T15:19:19,278 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:19:19,279 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:19:19,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T15:19:19,280 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:19:19,280 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:19,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:19,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:19,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:19:19,280 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T15:19:19,280 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1088434140, stopped=false 2024-11-24T15:19:19,280 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c99348da3e93,39815,1732461550440 2024-11-24T15:19:19,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-651613279/running 2024-11-24T15:19:19,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279 2024-11-24T15:19:19,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1014a8f42510001, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-651613279/running 2024-11-24T15:19:19,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1014a8f42510001, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279 2024-11-24T15:19:19,282 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:19:19,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:19:19,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:19,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:19,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Set watcher on znode that does not yet exist, /0-651613279/running 2024-11-24T15:19:19,282 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c99348da3e93,41349,1732461550486' ***** 2024-11-24T15:19:19,282 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T15:19:19,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41349-0x1014a8f42510001, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Set watcher on znode that does not yet exist, /0-651613279/running 2024-11-24T15:19:19,283 INFO [RS:0;c99348da3e93:41349 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T15:19:19,283 INFO [RS:0;c99348da3e93:41349 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T15:19:19,283 INFO [RS:0;c99348da3e93:41349 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T15:19:19,283 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T15:19:19,283 INFO [RS:0;c99348da3e93:41349 {}] regionserver.HRegionServer(3091): Received CLOSE for ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:19,283 INFO [RS:0;c99348da3e93:41349 {}] regionserver.HRegionServer(959): stopping server c99348da3e93,41349,1732461550486 2024-11-24T15:19:19,283 INFO [RS:0;c99348da3e93:41349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:19:19,283 INFO [RS:0;c99348da3e93:41349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:41349. 2024-11-24T15:19:19,284 DEBUG [RS:0;c99348da3e93:41349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:19,284 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff8bd77ce48c00e8e82081878b2a0056, disabling compactions & flushes 2024-11-24T15:19:19,284 DEBUG [RS:0;c99348da3e93:41349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:19,284 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056. 2024-11-24T15:19:19,284 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056. 2024-11-24T15:19:19,284 INFO [RS:0;c99348da3e93:41349 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T15:19:19,284 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056. after waiting 0 ms 2024-11-24T15:19:19,284 INFO [RS:0;c99348da3e93:41349 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T15:19:19,284 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056. 2024-11-24T15:19:19,284 INFO [RS:0;c99348da3e93:41349 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T15:19:19,284 INFO [RS:0;c99348da3e93:41349 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T15:19:19,284 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ff8bd77ce48c00e8e82081878b2a0056 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-24T15:19:19,284 INFO [RS:0;c99348da3e93:41349 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T15:19:19,284 DEBUG [RS:0;c99348da3e93:41349 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ff8bd77ce48c00e8e82081878b2a0056=hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056.} 2024-11-24T15:19:19,284 DEBUG [RS:0;c99348da3e93:41349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:19,284 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:19:19,284 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:19:19,284 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:19:19,284 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:19:19,284 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:19:19,284 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T15:19:19,300 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/replication/ff8bd77ce48c00e8e82081878b2a0056/.tmp/queue/1dc6bc0a22f545bf9f6dea88c34f3b9e is 151, key is 1-c99348da3e93,41349,1732461550486/queue:c99348da3e93%2C41349%2C1732461550486/1732461558538/Put/seqid=0 2024-11-24T15:19:19,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741838_1014 (size=5350) 2024-11-24T15:19:19,306 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740/.tmp/info/cc23e3848cc6489e9f7d187bfb59a2ce is 147, key is hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056./info:regioninfo/1732461558304/Put/seqid=0 2024-11-24T15:19:19,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741839_1015 (size=6631) 2024-11-24T15:19:19,345 INFO [regionserver/c99348da3e93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:19:19,375 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T15:19:19,375 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T15:19:19,479 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,41349,1732461550486.replicationSource.wal-reader.c99348da3e93%2C41349%2C1732461550486,1-c99348da3e93,41349,1732461550486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,41349,1732461550486/c99348da3e93%2C41349%2C1732461550486.1732461552476 to pos 0, reset compression=false 2024-11-24T15:19:19,484 DEBUG [RS:0;c99348da3e93:41349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:19,684 DEBUG [RS:0;c99348da3e93:41349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:19,705 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/replication/ff8bd77ce48c00e8e82081878b2a0056/.tmp/queue/1dc6bc0a22f545bf9f6dea88c34f3b9e 2024-11-24T15:19:19,710 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740/.tmp/info/cc23e3848cc6489e9f7d187bfb59a2ce 2024-11-24T15:19:19,711 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/replication/ff8bd77ce48c00e8e82081878b2a0056/.tmp/queue/1dc6bc0a22f545bf9f6dea88c34f3b9e as hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/replication/ff8bd77ce48c00e8e82081878b2a0056/queue/1dc6bc0a22f545bf9f6dea88c34f3b9e 2024-11-24T15:19:19,717 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/replication/ff8bd77ce48c00e8e82081878b2a0056/queue/1dc6bc0a22f545bf9f6dea88c34f3b9e, entries=1, sequenceid=5, filesize=5.2 K 2024-11-24T15:19:19,718 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ff8bd77ce48c00e8e82081878b2a0056 in 434ms, sequenceid=5, compaction requested=false 2024-11-24T15:19:19,743 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/replication/ff8bd77ce48c00e8e82081878b2a0056/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T15:19:19,744 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:19:19,744 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:19:19,744 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056. 2024-11-24T15:19:19,744 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff8bd77ce48c00e8e82081878b2a0056: Waiting for close lock at 1732461559283Running coprocessor pre-close hooks at 1732461559283Disabling compacts and flushes for region at 1732461559284 (+1 ms)Disabling writes for close at 1732461559284Obtaining lock to block concurrent updates at 1732461559284Preparing flush snapshotting stores in ff8bd77ce48c00e8e82081878b2a0056 at 1732461559284Finished memstore snapshotting hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732461559284Flushing stores of hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056. at 1732461559285 (+1 ms)Flushing ff8bd77ce48c00e8e82081878b2a0056/queue: creating writer at 1732461559285Flushing ff8bd77ce48c00e8e82081878b2a0056/queue: appending metadata at 1732461559299 (+14 ms)Flushing ff8bd77ce48c00e8e82081878b2a0056/queue: closing flushed file at 1732461559299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a000a35: reopening flushed file at 1732461559710 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ff8bd77ce48c00e8e82081878b2a0056 in 434ms, sequenceid=5, compaction requested=false at 1732461559718 (+8 ms)Writing region close event to WAL at 1732461559730 (+12 ms)Running coprocessor post-close hooks at 1732461559744 (+14 ms)Closed at 1732461559744 2024-11-24T15:19:19,744 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056. 2024-11-24T15:19:19,746 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740/.tmp/ns/781556d0b5cc46e192f1e5b3eac563f0 is 43, key is default/ns:d/1732461553448/Put/seqid=0 2024-11-24T15:19:19,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741840_1016 (size=5153) 2024-11-24T15:19:19,885 DEBUG [RS:0;c99348da3e93:41349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:19:19,984 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,41349,1732461550486.replicationSource.wal-reader.c99348da3e93%2C41349%2C1732461550486,1-c99348da3e93,41349,1732461550486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,41349,1732461550486/c99348da3e93%2C41349%2C1732461550486.1732461552476 to pos 0, reset compression=false 2024-11-24T15:19:20,085 DEBUG [RS:0;c99348da3e93:41349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:19:20,154 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740/.tmp/ns/781556d0b5cc46e192f1e5b3eac563f0 2024-11-24T15:19:20,181 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740/.tmp/table/6782ad8b144e4c9bb37ea89cf800794d is 53, key is hbase:replication/table:state/1732461558312/Put/seqid=0 2024-11-24T15:19:20,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741841_1017 (size=5256) 2024-11-24T15:19:20,193 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740/.tmp/table/6782ad8b144e4c9bb37ea89cf800794d 2024-11-24T15:19:20,199 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740/.tmp/info/cc23e3848cc6489e9f7d187bfb59a2ce as hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740/info/cc23e3848cc6489e9f7d187bfb59a2ce 2024-11-24T15:19:20,205 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740/info/cc23e3848cc6489e9f7d187bfb59a2ce, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T15:19:20,206 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740/.tmp/ns/781556d0b5cc46e192f1e5b3eac563f0 as hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740/ns/781556d0b5cc46e192f1e5b3eac563f0 2024-11-24T15:19:20,211 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740/ns/781556d0b5cc46e192f1e5b3eac563f0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T15:19:20,212 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740/.tmp/table/6782ad8b144e4c9bb37ea89cf800794d as hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740/table/6782ad8b144e4c9bb37ea89cf800794d 2024-11-24T15:19:20,217 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740/table/6782ad8b144e4c9bb37ea89cf800794d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T15:19:20,218 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 934ms, sequenceid=11, compaction requested=false 2024-11-24T15:19:20,223 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T15:19:20,223 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:19:20,223 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:19:20,223 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:19:20,223 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461559284Running coprocessor pre-close hooks at 1732461559284Disabling compacts and flushes for region at 1732461559284Disabling writes for close at 1732461559284Obtaining lock to block concurrent updates at 1732461559284Preparing flush snapshotting stores in 1588230740 at 1732461559284Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732461559285 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732461559285Flushing 1588230740/info: creating writer at 1732461559285Flushing 1588230740/info: appending metadata at 1732461559306 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732461559306Flushing 1588230740/ns: creating writer at 1732461559722 (+416 ms)Flushing 1588230740/ns: appending metadata at 1732461559746 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732461559746Flushing 1588230740/table: creating writer at 1732461560160 (+414 ms)Flushing 1588230740/table: appending metadata at 1732461560181 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732461560181Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42e90c58: reopening flushed file at 1732461560198 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74fe4334: reopening flushed file at 1732461560205 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aba34f7: reopening flushed file at 1732461560211 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 934ms, sequenceid=11, compaction requested=false at 1732461560218 (+7 ms)Writing region close event to WAL at 1732461560220 (+2 ms)Running coprocessor post-close hooks at 1732461560223 (+3 ms)Closed at 1732461560223 2024-11-24T15:19:20,224 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T15:19:20,285 INFO [RS:0;c99348da3e93:41349 {}] regionserver.HRegionServer(976): stopping server c99348da3e93,41349,1732461550486; all regions closed. 2024-11-24T15:19:20,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741834_1010 (size=2742) 2024-11-24T15:19:20,291 DEBUG [RS:0;c99348da3e93:41349 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/oldWALs 2024-11-24T15:19:20,291 INFO [RS:0;c99348da3e93:41349 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C41349%2C1732461550486.meta:.meta(num 1732461553403) 2024-11-24T15:19:20,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741837_1013 (size=1586) 2024-11-24T15:19:20,296 DEBUG [RS:0;c99348da3e93:41349 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/oldWALs 2024-11-24T15:19:20,296 INFO [RS:0;c99348da3e93:41349 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C41349%2C1732461550486.rep:(num 1732461558272) 2024-11-24T15:19:20,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741832_1008 (size=93) 2024-11-24T15:19:20,302 DEBUG [RS:0;c99348da3e93:41349 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/oldWALs 2024-11-24T15:19:20,302 INFO [RS:0;c99348da3e93:41349 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C41349%2C1732461550486:(num 1732461552476) 2024-11-24T15:19:20,302 DEBUG [RS:0;c99348da3e93:41349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:20,302 INFO [RS:0;c99348da3e93:41349 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:19:20,302 INFO [RS:0;c99348da3e93:41349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:19:20,302 INFO [RS:0;c99348da3e93:41349 {}] hbase.ChoreService(370): Chore service for: regionserver/c99348da3e93:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T15:19:20,302 INFO [RS:0;c99348da3e93:41349 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:19:20,303 INFO [RS:0;c99348da3e93:41349 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c99348da3e93,41349,1732461550486 because: Region server is closing 2024-11-24T15:19:20,303 INFO [RS:0;c99348da3e93:41349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:41349. 2024-11-24T15:19:20,303 DEBUG [RS:0;c99348da3e93:41349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:20,303 DEBUG [RS:0;c99348da3e93:41349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:20,303 DEBUG [RS:0;c99348da3e93:41349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:20,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:19:20,304 INFO [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:19:20,404 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,41349,1732461550486.replicationSource.wal-reader.c99348da3e93%2C41349%2C1732461550486,1-c99348da3e93,41349,1732461550486 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T15:19:20,404 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,41349,1732461550486.replicationSource.shipperc99348da3e93%2C41349%2C1732461550486,1-c99348da3e93,41349,1732461550486 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T15:19:20,404 INFO [RS:0;c99348da3e93:41349 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,41349,1732461550486.replicationSource.shipperc99348da3e93%2C41349%2C1732461550486,1-c99348da3e93,41349,1732461550486 terminated 2024-11-24T15:19:20,404 INFO [RS:0;c99348da3e93:41349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41349 2024-11-24T15:19:20,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1014a8f42510001, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-651613279/rs/c99348da3e93,41349,1732461550486 2024-11-24T15:19:20,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279/rs 2024-11-24T15:19:20,406 INFO [RS:0;c99348da3e93:41349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:19:20,408 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c99348da3e93,41349,1732461550486] 2024-11-24T15:19:20,409 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-651613279/draining/c99348da3e93,41349,1732461550486 already deleted, retry=false 2024-11-24T15:19:20,409 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c99348da3e93,41349,1732461550486 expired; onlineServers=0 2024-11-24T15:19:20,409 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c99348da3e93,39815,1732461550440' ***** 2024-11-24T15:19:20,409 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T15:19:20,410 INFO [M:0;c99348da3e93:39815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:19:20,410 INFO [M:0;c99348da3e93:39815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:19:20,410 DEBUG [M:0;c99348da3e93:39815 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T15:19:20,410 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T15:19:20,410 DEBUG [M:0;c99348da3e93:39815 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T15:19:20,410 INFO [M:0;c99348da3e93:39815 {}] hbase.ChoreService(370): Chore service for: master/c99348da3e93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T15:19:20,410 INFO [M:0;c99348da3e93:39815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:19:20,410 DEBUG [M:0;c99348da3e93:39815 {}] master.HMaster(1795): Stopping service threads 2024-11-24T15:19:20,410 INFO [M:0;c99348da3e93:39815 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T15:19:20,410 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461552259 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461552259,5,FailOnTimeoutGroup] 2024-11-24T15:19:20,410 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461552259 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461552259,5,FailOnTimeoutGroup] 2024-11-24T15:19:20,411 INFO [M:0;c99348da3e93:39815 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:19:20,411 INFO [M:0;c99348da3e93:39815 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T15:19:20,411 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T15:19:20,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-651613279/master 2024-11-24T15:19:20,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279 2024-11-24T15:19:20,414 DEBUG [M:0;c99348da3e93:39815 {}] zookeeper.RecoverableZooKeeper(212): Node /0-651613279/master already deleted, retry=false 2024-11-24T15:19:20,414 DEBUG [M:0;c99348da3e93:39815 {}] master.ActiveMasterManager(353): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-651613279/master 2024-11-24T15:19:20,415 INFO [M:0;c99348da3e93:39815 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/.lastflushedseqids 2024-11-24T15:19:20,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741842_1018 (size=181) 2024-11-24T15:19:20,422 INFO [M:0;c99348da3e93:39815 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T15:19:20,423 INFO [M:0;c99348da3e93:39815 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T15:19:20,423 DEBUG [M:0;c99348da3e93:39815 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:19:20,423 INFO [M:0;c99348da3e93:39815 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:20,423 DEBUG [M:0;c99348da3e93:39815 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:20,423 DEBUG [M:0;c99348da3e93:39815 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:19:20,423 DEBUG [M:0;c99348da3e93:39815 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:20,423 INFO [M:0;c99348da3e93:39815 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-24T15:19:20,441 DEBUG [M:0;c99348da3e93:39815 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8097d710bd354345b8718ebee0b99582 is 82, key is hbase:meta,,1/info:regioninfo/1732461553436/Put/seqid=0 2024-11-24T15:19:20,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741843_1019 (size=5672) 2024-11-24T15:19:20,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1014a8f42510001, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:20,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41349-0x1014a8f42510001, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:20,509 INFO [RS:0;c99348da3e93:41349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:19:20,509 INFO [RS:0;c99348da3e93:41349 {}] regionserver.HRegionServer(1031): Exiting; stopping=c99348da3e93,41349,1732461550486; zookeeper connection closed. 2024-11-24T15:19:20,509 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68d3f45f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68d3f45f 2024-11-24T15:19:20,509 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T15:19:20,847 INFO [M:0;c99348da3e93:39815 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8097d710bd354345b8718ebee0b99582 2024-11-24T15:19:20,873 DEBUG [M:0;c99348da3e93:39815 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/157c8601d404449999b77a2cf7556c1b is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732461558315/Put/seqid=0 2024-11-24T15:19:20,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741844_1020 (size=7203) 2024-11-24T15:19:21,278 INFO [M:0;c99348da3e93:39815 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/157c8601d404449999b77a2cf7556c1b 2024-11-24T15:19:21,307 DEBUG [M:0;c99348da3e93:39815 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7db7374b53040a2af5c150d38604c3e is 69, key is c99348da3e93,41349,1732461550486/rs:state/1732461552327/Put/seqid=0 2024-11-24T15:19:21,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741845_1021 (size=5156) 2024-11-24T15:19:21,711 INFO [M:0;c99348da3e93:39815 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7db7374b53040a2af5c150d38604c3e 2024-11-24T15:19:21,718 DEBUG [M:0;c99348da3e93:39815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8097d710bd354345b8718ebee0b99582 as hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8097d710bd354345b8718ebee0b99582 2024-11-24T15:19:21,725 INFO [M:0;c99348da3e93:39815 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8097d710bd354345b8718ebee0b99582, entries=8, sequenceid=70, filesize=5.5 K 2024-11-24T15:19:21,726 DEBUG [M:0;c99348da3e93:39815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/157c8601d404449999b77a2cf7556c1b as hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/157c8601d404449999b77a2cf7556c1b 2024-11-24T15:19:21,732 INFO [M:0;c99348da3e93:39815 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/157c8601d404449999b77a2cf7556c1b, entries=8, sequenceid=70, filesize=7.0 K 2024-11-24T15:19:21,733 DEBUG [M:0;c99348da3e93:39815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7db7374b53040a2af5c150d38604c3e as hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d7db7374b53040a2af5c150d38604c3e 2024-11-24T15:19:21,737 INFO [M:0;c99348da3e93:39815 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d7db7374b53040a2af5c150d38604c3e, entries=1, sequenceid=70, filesize=5.0 K 2024-11-24T15:19:21,739 INFO [M:0;c99348da3e93:39815 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=70, compaction requested=false 2024-11-24T15:19:21,743 INFO [M:0;c99348da3e93:39815 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:21,743 DEBUG [M:0;c99348da3e93:39815 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461560423Disabling compacts and flushes for region at 1732461560423Disabling writes for close at 1732461560423Obtaining lock to block concurrent updates at 1732461560423Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732461560423Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732461560424 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732461560424Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732461560424Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732461560441 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732461560441Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732461560852 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732461560873 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732461560873Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732461561283 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732461561306 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732461561306Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@170c5d52: reopening flushed file at 1732461561717 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20045e9f: reopening flushed file at 1732461561725 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aa09d39: reopening flushed file at 1732461561732 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=70, compaction requested=false at 1732461561739 (+7 ms)Writing region close event to WAL at 1732461561743 (+4 ms)Closed at 1732461561743 2024-11-24T15:19:21,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741830_1006 (size=41008) 2024-11-24T15:19:21,752 INFO [M:0;c99348da3e93:39815 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T15:19:21,752 INFO [M:0;c99348da3e93:39815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39815 2024-11-24T15:19:21,752 INFO [M:0;c99348da3e93:39815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:19:21,753 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:19:21,854 INFO [M:0;c99348da3e93:39815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:19:21,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:21,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x1014a8f42510000, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:21,857 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:19:21,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:21,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:21,857 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:19:21,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:21,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:19:21,857 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T15:19:21,857 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:19:21,858 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43039 2024-11-24T15:19:21,859 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43039 connecting to ZooKeeper ensemble=127.0.0.1:56866 2024-11-24T15:19:21,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430390x0, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:19:21,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43039-0x1014a8f42510006 connected 2024-11-24T15:19:21,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:21,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:21,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Set watcher on znode that does not yet exist, /0-651613279/running 2024-11-24T15:19:21,869 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-651613279/meta-region-server: INIT 2024-11-24T15:19:21,869 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e, hbase.cluster.distributed=false 2024-11-24T15:19:21,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Set watcher on znode that does not yet exist, /0-651613279/acl 2024-11-24T15:19:21,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43039 2024-11-24T15:19:21,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43039 2024-11-24T15:19:21,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43039 2024-11-24T15:19:21,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43039 2024-11-24T15:19:21,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43039 2024-11-24T15:19:21,896 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:19:21,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:21,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:21,896 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:19:21,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:21,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:19:21,897 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T15:19:21,897 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:19:21,897 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34063 2024-11-24T15:19:21,898 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34063 connecting to ZooKeeper ensemble=127.0.0.1:56866 2024-11-24T15:19:21,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:21,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:21,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340630x0, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:19:21,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340630x0, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Set watcher on znode that does not yet exist, /0-651613279/running 2024-11-24T15:19:21,908 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-651613279/meta-region-server: INIT 2024-11-24T15:19:21,908 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T15:19:21,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34063-0x1014a8f42510007 connected 2024-11-24T15:19:21,912 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T15:19:21,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34063-0x1014a8f42510007, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Set watcher on znode that does not yet exist, /0-651613279/master 2024-11-24T15:19:21,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34063-0x1014a8f42510007, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Set watcher on znode that does not yet exist, /0-651613279/acl 2024-11-24T15:19:21,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34063 2024-11-24T15:19:21,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34063 2024-11-24T15:19:21,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34063 2024-11-24T15:19:21,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34063 2024-11-24T15:19:21,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34063 2024-11-24T15:19:21,939 DEBUG [M:0;c99348da3e93:43039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c99348da3e93:43039 2024-11-24T15:19:21,939 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-651613279/backup-masters/c99348da3e93,43039,1732461561856 2024-11-24T15:19:21,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279/backup-masters 2024-11-24T15:19:21,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1014a8f42510007, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279/backup-masters 2024-11-24T15:19:21,942 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Set watcher on existing znode=/0-651613279/backup-masters/c99348da3e93,43039,1732461561856 2024-11-24T15:19:21,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1014a8f42510007, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-651613279/master 2024-11-24T15:19:21,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279 2024-11-24T15:19:21,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1014a8f42510007, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279 2024-11-24T15:19:21,944 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Set watcher on existing znode=/0-651613279/master 2024-11-24T15:19:21,944 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-651613279/backup-masters/c99348da3e93,43039,1732461561856 from backup master directory 2024-11-24T15:19:21,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-651613279/backup-masters/c99348da3e93,43039,1732461561856 2024-11-24T15:19:21,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1014a8f42510007, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279/backup-masters 2024-11-24T15:19:21,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279/backup-masters 2024-11-24T15:19:21,945 WARN [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:19:21,946 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c99348da3e93,43039,1732461561856 2024-11-24T15:19:21,963 INFO [master/c99348da3e93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:21,963 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T15:19:21,969 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-24T15:19:21,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741846_1022 (size=196) 2024-11-24T15:19:22,379 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:19:22,380 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T15:19:22,380 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:19:22,386 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-24T15:19:22,388 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/WALs/c99348da3e93,39815,1732461550440 to hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/WALs/c99348da3e93,39815,1732461550440-dead as it is dead 2024-11-24T15:19:22,389 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/WALs/c99348da3e93,39815,1732461550440-dead/c99348da3e93%2C39815%2C1732461550440.1732461552176 2024-11-24T15:19:22,390 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/WALs/c99348da3e93,39815,1732461550440-dead/c99348da3e93%2C39815%2C1732461550440.1732461552176 after 1ms 2024-11-24T15:19:22,390 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/WALs/c99348da3e93,39815,1732461550440-dead/c99348da3e93%2C39815%2C1732461550440.1732461552176 to hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c99348da3e93%2C39815%2C1732461550440.1732461552176 2024-11-24T15:19:22,390 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/WALs/c99348da3e93,39815,1732461550440-dead 2024-11-24T15:19:22,391 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/WALs/c99348da3e93,43039,1732461561856 2024-11-24T15:19:22,391 INFO [master/c99348da3e93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:19:22,394 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c99348da3e93%2C43039%2C1732461561856, suffix=, logDir=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/WALs/c99348da3e93,43039,1732461561856, archiveDir=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/oldWALs, maxLogs=10 2024-11-24T15:19:22,409 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/WALs/c99348da3e93,43039,1732461561856/c99348da3e93%2C43039%2C1732461561856.1732461562395, exclude list is [], retry=0 2024-11-24T15:19:22,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-6799b8e6-5d9f-46c1-ab89-3472e30f064d,DISK] 2024-11-24T15:19:22,413 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/WALs/c99348da3e93,43039,1732461561856/c99348da3e93%2C43039%2C1732461561856.1732461562395 2024-11-24T15:19:22,414 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37201:37201)] 2024-11-24T15:19:22,414 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:19:22,414 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:22,414 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:22,414 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:22,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:22,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T15:19:22,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:22,422 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8097d710bd354345b8718ebee0b99582 2024-11-24T15:19:22,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:22,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:22,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T15:19:22,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:22,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/157c8601d404449999b77a2cf7556c1b 2024-11-24T15:19:22,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:22,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:22,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T15:19:22,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:22,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d7db7374b53040a2af5c150d38604c3e 2024-11-24T15:19:22,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:22,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:22,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T15:19:22,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:22,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:22,435 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:22,436 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-24T15:19:22,436 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c99348da3e93%2C39815%2C1732461550440.1732461552176 2024-11-24T15:19:22,440 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c99348da3e93%2C39815%2C1732461550440.1732461552176 2024-11-24T15:19:22,441 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c99348da3e93%2C39815%2C1732461550440.1732461552176 2024-11-24T15:19:22,442 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:22,442 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:22,442 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:19:22,443 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:22,445 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-24T15:19:22,446 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73156518, jitterRate=0.09011706709861755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:19:22,447 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732461562414Initializing all the Stores at 1732461562415 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461562415Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461562415Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461562415Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461562415Cleaning up temporary data from old regions at 1732461562442 (+27 ms)Region opened successfully at 1732461562446 (+4 ms) 2024-11-24T15:19:22,447 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T15:19:22,449 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ff5836, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:19:22,451 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-24T15:19:22,451 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T15:19:22,451 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T15:19:22,452 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T15:19:22,452 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T15:19:22,454 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T15:19:22,455 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T15:19:22,455 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T15:19:22,456 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-24T15:19:22,456 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T15:19:22,458 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c99348da3e93,41349,1732461550486, regionLocation=c99348da3e93,41349,1732461550486, openSeqNum=2 2024-11-24T15:19:22,458 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c99348da3e93,41349,1732461550486, table=hbase:meta, region=1588230740 2024-11-24T15:19:22,458 INFO [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,41349,1732461550486, state=OPEN 2024-11-24T15:19:22,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1014a8f42510007, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-651613279/meta-region-server 2024-11-24T15:19:22,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-651613279/meta-region-server 2024-11-24T15:19:22,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-651613279/meta-region-server: CHANGED 2024-11-24T15:19:22,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-651613279/meta-region-server: CHANGED 2024-11-24T15:19:22,464 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-24T15:19:22,465 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-651613279/draining/c99348da3e93,41349,1732461550486 already deleted, retry=false 2024-11-24T15:19:22,465 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of c99348da3e93,41349,1732461550486 on c99348da3e93,43039,1732461561856 2024-11-24T15:19:22,466 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c99348da3e93,41349,1732461550486, splitWal=true, meta=true 2024-11-24T15:19:22,466 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for c99348da3e93,41349,1732461550486 (carryingMeta=true) c99348da3e93,41349,1732461550486/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@45adf4d0[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T15:19:22,467 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Unable to get data of znode /0-651613279/balancer because node does not exist (not necessarily an error) 2024-11-24T15:19:22,469 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-651613279/balancer already deleted, retry=false 2024-11-24T15:19:22,469 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T15:19:22,474 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Unable to get data of znode /0-651613279/normalizer because node does not exist (not necessarily an error) 2024-11-24T15:19:22,475 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-651613279/normalizer already deleted, retry=false 2024-11-24T15:19:22,475 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T15:19:22,476 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Unable to get data of znode /0-651613279/switch/split because node does not exist (not necessarily an error) 2024-11-24T15:19:22,479 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-651613279/switch/split already deleted, retry=false 2024-11-24T15:19:22,480 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Unable to get data of znode /0-651613279/switch/merge because node does not exist (not necessarily an error) 2024-11-24T15:19:22,481 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-651613279/switch/merge already deleted, retry=false 2024-11-24T15:19:22,486 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Unable to get data of znode /0-651613279/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T15:19:22,487 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-651613279/snapshot-cleanup already deleted, retry=false 2024-11-24T15:19:22,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1014a8f42510007, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-651613279/running 2024-11-24T15:19:22,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1014a8f42510007, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279 2024-11-24T15:19:22,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-651613279/running 2024-11-24T15:19:22,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279 2024-11-24T15:19:22,491 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c99348da3e93,43039,1732461561856, sessionid=0x1014a8f42510006, setting cluster-up flag (Was=false) 2024-11-24T15:19:22,493 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-651613279/flush-table-proc/acquired, /0-651613279/flush-table-proc/reached, /0-651613279/flush-table-proc/abort 2024-11-24T15:19:22,494 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,43039,1732461561856 2024-11-24T15:19:22,497 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-651613279/online-snapshot/acquired, /0-651613279/online-snapshot/reached, /0-651613279/online-snapshot/abort 2024-11-24T15:19:22,497 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,43039,1732461561856 2024-11-24T15:19:22,499 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/.lastflushedseqids 2024-11-24T15:19:22,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T15:19:22,500 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T15:19:22,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:19:22,500 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T15:19:22,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:19:22,501 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T15:19:22,501 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T15:19:22,501 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T15:19:22,501 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c99348da3e93,43039,1732461561856 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 c99348da3e93,41349,1732461550486 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T15:19:22,502 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:19:22,502 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:19:22,502 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:19:22,502 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:19:22,502 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c99348da3e93:0, corePoolSize=10, maxPoolSize=10 2024-11-24T15:19:22,502 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:22,502 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:19:22,502 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:22,503 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732461592503 2024-11-24T15:19:22,503 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T15:19:22,503 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T15:19:22,503 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T15:19:22,503 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T15:19:22,503 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T15:19:22,504 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T15:19:22,504 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:22,504 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T15:19:22,504 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T15:19:22,504 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T15:19:22,504 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T15:19:22,505 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c99348da3e93,41349,1732461550486, splitWal=true, meta=true 2024-11-24T15:19:22,506 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c99348da3e93,41349,1732461550486, splitWal=true, meta=true, isMeta: true 2024-11-24T15:19:22,507 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,41349,1732461550486-splitting 2024-11-24T15:19:22,508 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T15:19:22,508 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T15:19:22,508 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,41349,1732461550486-splitting dir is empty, no logs to split. 2024-11-24T15:19:22,508 INFO [PEWorker-1 {}] master.SplitWALManager(105): c99348da3e93,41349,1732461550486 WAL count=0, meta=true 2024-11-24T15:19:22,508 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461562508,5,FailOnTimeoutGroup] 2024-11-24T15:19:22,510 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,41349,1732461550486-splitting dir is empty, no logs to split. 2024-11-24T15:19:22,510 INFO [PEWorker-1 {}] master.SplitWALManager(105): c99348da3e93,41349,1732461550486 WAL count=0, meta=true 2024-11-24T15:19:22,510 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c99348da3e93,41349,1732461550486 WAL splitting is done? wals=0, meta=true 2024-11-24T15:19:22,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T15:19:22,512 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:19:22,512 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461562508,5,FailOnTimeoutGroup] 2024-11-24T15:19:22,512 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:22,512 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T15:19:22,512 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:22,512 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:22,512 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732461562512, completionTime=-1 2024-11-24T15:19:22,512 WARN [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-24T15:19:22,512 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T15:19:22,513 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T15:19:22,526 INFO [RS:0;c99348da3e93:34063 {}] regionserver.HRegionServer(746): ClusterId : 90ea79f6-fb56-47a8-9956-7b9a39a321ea 2024-11-24T15:19:22,526 DEBUG [RS:0;c99348da3e93:34063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T15:19:22,528 DEBUG [RS:0;c99348da3e93:34063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T15:19:22,528 DEBUG [RS:0;c99348da3e93:34063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T15:19:22,535 DEBUG [RS:0;c99348da3e93:34063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T15:19:22,536 DEBUG [RS:0;c99348da3e93:34063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d506330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:19:22,554 DEBUG [RS:0;c99348da3e93:34063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c99348da3e93:34063 2024-11-24T15:19:22,554 INFO [RS:0;c99348da3e93:34063 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T15:19:22,554 INFO [RS:0;c99348da3e93:34063 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T15:19:22,555 DEBUG [RS:0;c99348da3e93:34063 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T15:19:22,555 INFO [RS:0;c99348da3e93:34063 {}] regionserver.HRegionServer(2659): reportForDuty to master=c99348da3e93,43039,1732461561856 with port=34063, startcode=1732461561896 2024-11-24T15:19:22,555 DEBUG [RS:0;c99348da3e93:34063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T15:19:22,557 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T15:19:22,558 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43039 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c99348da3e93,34063,1732461561896 2024-11-24T15:19:22,558 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43039 {}] master.ServerManager(517): Registering regionserver=c99348da3e93,34063,1732461561896 2024-11-24T15:19:22,559 DEBUG [RS:0;c99348da3e93:34063 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e 2024-11-24T15:19:22,559 DEBUG [RS:0;c99348da3e93:34063 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34675 2024-11-24T15:19:22,559 DEBUG [RS:0;c99348da3e93:34063 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T15:19:22,563 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=51ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T15:19:22,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279/rs 2024-11-24T15:19:22,565 DEBUG [RS:0;c99348da3e93:34063 {}] zookeeper.ZKUtil(111): regionserver:34063-0x1014a8f42510007, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Set watcher on existing znode=/0-651613279/rs/c99348da3e93,34063,1732461561896 2024-11-24T15:19:22,565 WARN [RS:0;c99348da3e93:34063 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:19:22,565 INFO [RS:0;c99348da3e93:34063 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:19:22,565 DEBUG [RS:0;c99348da3e93:34063 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,34063,1732461561896 2024-11-24T15:19:22,565 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c99348da3e93,34063,1732461561896] 2024-11-24T15:19:22,589 INFO [RS:0;c99348da3e93:34063 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T15:19:22,590 INFO [RS:0;c99348da3e93:34063 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T15:19:22,591 INFO [RS:0;c99348da3e93:34063 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T15:19:22,591 INFO [RS:0;c99348da3e93:34063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:22,592 INFO [RS:0;c99348da3e93:34063 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T15:19:22,593 INFO [RS:0;c99348da3e93:34063 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T15:19:22,593 INFO [RS:0;c99348da3e93:34063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:22,593 DEBUG [RS:0;c99348da3e93:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:22,593 DEBUG [RS:0;c99348da3e93:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:22,593 DEBUG [RS:0;c99348da3e93:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:22,593 DEBUG [RS:0;c99348da3e93:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:22,593 DEBUG [RS:0;c99348da3e93:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:22,593 DEBUG [RS:0;c99348da3e93:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:19:22,593 DEBUG [RS:0;c99348da3e93:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:22,593 DEBUG [RS:0;c99348da3e93:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:22,593 DEBUG [RS:0;c99348da3e93:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:22,593 DEBUG [RS:0;c99348da3e93:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:22,593 DEBUG [RS:0;c99348da3e93:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:22,593 DEBUG [RS:0;c99348da3e93:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:22,593 DEBUG [RS:0;c99348da3e93:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:19:22,593 DEBUG [RS:0;c99348da3e93:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:19:22,596 INFO [RS:0;c99348da3e93:34063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:22,596 INFO [RS:0;c99348da3e93:34063 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:22,596 INFO [RS:0;c99348da3e93:34063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:22,596 INFO [RS:0;c99348da3e93:34063 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:22,596 INFO [RS:0;c99348da3e93:34063 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:22,596 INFO [RS:0;c99348da3e93:34063 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,34063,1732461561896-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:19:22,614 INFO [RS:0;c99348da3e93:34063 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T15:19:22,614 INFO [RS:0;c99348da3e93:34063 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,34063,1732461561896-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:22,630 INFO [RS:0;c99348da3e93:34063 {}] regionserver.ReplicationSource(231): queueId=1-c99348da3e93,34063,1732461561896, ReplicationSource: 1, currentBandwidth=0 2024-11-24T15:19:22,630 INFO [RS:0;c99348da3e93:34063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:22,630 INFO [RS:0;c99348da3e93:34063 {}] regionserver.Replication(171): c99348da3e93,34063,1732461561896 started 2024-11-24T15:19:22,644 INFO [RS:0;c99348da3e93:34063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:22,644 INFO [RS:0;c99348da3e93:34063 {}] regionserver.HRegionServer(1482): Serving as c99348da3e93,34063,1732461561896, RpcServer on c99348da3e93/172.17.0.2:34063, sessionid=0x1014a8f42510007 2024-11-24T15:19:22,644 DEBUG [RS:0;c99348da3e93:34063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T15:19:22,644 DEBUG [RS:0;c99348da3e93:34063 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c99348da3e93,34063,1732461561896 2024-11-24T15:19:22,644 DEBUG [RS:0;c99348da3e93:34063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,34063,1732461561896' 2024-11-24T15:19:22,644 DEBUG [RS:0;c99348da3e93:34063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-651613279/flush-table-proc/abort' 2024-11-24T15:19:22,645 DEBUG [RS:0;c99348da3e93:34063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-651613279/flush-table-proc/acquired' 2024-11-24T15:19:22,645 DEBUG [RS:0;c99348da3e93:34063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T15:19:22,645 DEBUG [RS:0;c99348da3e93:34063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T15:19:22,645 DEBUG [RS:0;c99348da3e93:34063 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c99348da3e93,34063,1732461561896 2024-11-24T15:19:22,645 DEBUG [RS:0;c99348da3e93:34063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,34063,1732461561896' 2024-11-24T15:19:22,645 DEBUG [RS:0;c99348da3e93:34063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-651613279/online-snapshot/abort' 2024-11-24T15:19:22,645 DEBUG [RS:0;c99348da3e93:34063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-651613279/online-snapshot/acquired' 2024-11-24T15:19:22,646 DEBUG [RS:0;c99348da3e93:34063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T15:19:22,646 INFO [RS:0;c99348da3e93:34063 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T15:19:22,646 INFO [RS:0;c99348da3e93:34063 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T15:19:22,647 DEBUG [RS:0;c99348da3e93:34063.replicationSource,1-c99348da3e93,34063,1732461561896 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:44463' 2024-11-24T15:19:22,648 DEBUG [RS:0;c99348da3e93:34063.replicationSource,1-c99348da3e93,34063,1732461561896 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5424540e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:22,648 DEBUG [RS:0;c99348da3e93:34063.replicationSource,1-c99348da3e93,34063,1732461561896 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,44463,-1 for getting cluster id 2024-11-24T15:19:22,649 DEBUG [RS:0;c99348da3e93:34063.replicationSource,1-c99348da3e93,34063,1732461561896 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:19:22,650 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f83f8bc7-e98f-4ad9-a9a7-67299963daac' 2024-11-24T15:19:22,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:19:22,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f83f8bc7-e98f-4ad9-a9a7-67299963daac" 2024-11-24T15:19:22,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12433a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:22,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,44463,-1] 2024-11-24T15:19:22,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:19:22,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:22,651 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:19:22,652 DEBUG [RS:0;c99348da3e93:34063.replicationSource,1-c99348da3e93,34063,1732461561896 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15fa323e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:22,652 DEBUG [RS:0;c99348da3e93:34063.replicationSource,1-c99348da3e93,34063,1732461561896 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:19:22,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,44463,1732461554451 2024-11-24T15:19:22,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e4325a8 2024-11-24T15:19:22,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:19:22,654 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-24T15:19:22,655 INFO [RS:0;c99348da3e93:34063.replicationSource,1-c99348da3e93,34063,1732461561896 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c99348da3e93,34063,1732461561896 (queues=0) is replicating from cluster=90ea79f6-fb56-47a8-9956-7b9a39a321ea to cluster=f83f8bc7-e98f-4ad9-a9a7-67299963daac 2024-11-24T15:19:22,663 WARN [c99348da3e93:43039 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T15:19:22,746 INFO [RS:0;c99348da3e93:34063 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:19:22,748 INFO [RS:0;c99348da3e93:34063 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C34063%2C1732461561896, suffix=, logDir=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,34063,1732461561896, archiveDir=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/oldWALs, maxLogs=10 2024-11-24T15:19:22,765 DEBUG [RS:0;c99348da3e93:34063 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,34063,1732461561896/c99348da3e93%2C34063%2C1732461561896.1732461562748, exclude list is [], retry=0 2024-11-24T15:19:22,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-6799b8e6-5d9f-46c1-ab89-3472e30f064d,DISK] 2024-11-24T15:19:22,769 INFO [RS:0;c99348da3e93:34063 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,34063,1732461561896/c99348da3e93%2C34063%2C1732461561896.1732461562748 2024-11-24T15:19:22,769 DEBUG [RS:0;c99348da3e93:34063 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c99348da3e93%2C34063%2C1732461561896 for peer 1 2024-11-24T15:19:22,769 DEBUG [RS:0;c99348da3e93:34063 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c99348da3e93%2C34063%2C1732461561896 2024-11-24T15:19:22,769 INFO [RS:0;c99348da3e93:34063 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c99348da3e93,34063,1732461561896, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T15:19:22,770 DEBUG [RS:0;c99348da3e93:34063 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37201:37201)] 2024-11-24T15:19:22,770 INFO [RS:0;c99348da3e93:34063.replicationSource.shipperc99348da3e93%2C34063%2C1732461561896,1-c99348da3e93,34063,1732461561896 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c99348da3e93%2C34063%2C1732461561896 2024-11-24T15:19:22,770 DEBUG [RS:0;c99348da3e93:34063.replicationSource.wal-reader.c99348da3e93%2C34063%2C1732461561896,1-c99348da3e93,34063,1732461561896 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,34063,1732461561896/c99348da3e93%2C34063%2C1732461561896.1732461562748, startPosition=0, beingWritten=true 2024-11-24T15:19:22,913 DEBUG [c99348da3e93:43039 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T15:19:22,913 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c99348da3e93,34063,1732461561896 2024-11-24T15:19:22,915 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,34063,1732461561896, state=OPENING 2024-11-24T15:19:22,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-651613279/meta-region-server 2024-11-24T15:19:22,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1014a8f42510007, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-651613279/meta-region-server 2024-11-24T15:19:22,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-651613279/meta-region-server: CHANGED 2024-11-24T15:19:22,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-651613279/meta-region-server: CHANGED 2024-11-24T15:19:22,916 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:19:22,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,34063,1732461561896}] 2024-11-24T15:19:22,974 DEBUG [RS:0;c99348da3e93:34063.replicationSource.wal-reader.c99348da3e93%2C34063%2C1732461561896,1-c99348da3e93,34063,1732461561896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,34063,1732461561896/c99348da3e93%2C34063%2C1732461561896.1732461562748 to pos 0, reset compression=false 2024-11-24T15:19:23,069 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:19:23,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T15:19:23,075 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T15:19:23,075 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:19:23,076 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T15:19:23,077 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C34063%2C1732461561896.meta, suffix=.meta, logDir=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,34063,1732461561896, archiveDir=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/oldWALs, maxLogs=10 2024-11-24T15:19:23,092 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,34063,1732461561896/c99348da3e93%2C34063%2C1732461561896.meta.1732461563077.meta, exclude list is [], retry=0 2024-11-24T15:19:23,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-6799b8e6-5d9f-46c1-ab89-3472e30f064d,DISK] 2024-11-24T15:19:23,096 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,34063,1732461561896/c99348da3e93%2C34063%2C1732461561896.meta.1732461563077.meta 2024-11-24T15:19:23,096 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37201:37201)] 2024-11-24T15:19:23,096 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:19:23,096 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:19:23,096 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:19:23,097 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T15:19:23,097 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T15:19:23,097 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T15:19:23,097 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:23,097 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T15:19:23,097 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T15:19:23,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:19:23,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:19:23,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:23,107 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740/info/cc23e3848cc6489e9f7d187bfb59a2ce 2024-11-24T15:19:23,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:23,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:19:23,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:19:23,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:23,117 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740/ns/781556d0b5cc46e192f1e5b3eac563f0 2024-11-24T15:19:23,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:23,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:19:23,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:19:23,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:23,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:23,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:19:23,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:19:23,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:23,124 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740/table/6782ad8b144e4c9bb37ea89cf800794d 2024-11-24T15:19:23,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:23,124 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:19:23,125 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740 2024-11-24T15:19:23,126 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740 2024-11-24T15:19:23,128 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:19:23,128 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:19:23,128 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:19:23,130 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:19:23,130 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70440461, jitterRate=0.04964466392993927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:19:23,131 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T15:19:23,131 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732461563097Writing region info on filesystem at 1732461563097Initializing all the Stores at 1732461563098 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461563098Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461563100 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461563100Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461563100Cleaning up temporary data from old regions at 1732461563128 (+28 ms)Running coprocessor post-open hooks at 1732461563131 (+3 ms)Region opened successfully at 1732461563131 2024-11-24T15:19:23,132 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732461563069 2024-11-24T15:19:23,134 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T15:19:23,134 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T15:19:23,135 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=c99348da3e93,34063,1732461561896 2024-11-24T15:19:23,136 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,34063,1732461561896, state=OPEN 2024-11-24T15:19:23,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1014a8f42510007, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-651613279/meta-region-server 2024-11-24T15:19:23,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-651613279/meta-region-server 2024-11-24T15:19:23,138 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c99348da3e93,34063,1732461561896 2024-11-24T15:19:23,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-651613279/meta-region-server: CHANGED 2024-11-24T15:19:23,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-651613279/meta-region-server: CHANGED 2024-11-24T15:19:23,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-24T15:19:23,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,34063,1732461561896 in 222 msec 2024-11-24T15:19:23,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T15:19:23,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 629 msec 2024-11-24T15:19:23,280 DEBUG [RS:0;c99348da3e93:34063.replicationSource.wal-reader.c99348da3e93%2C34063%2C1732461561896,1-c99348da3e93,34063,1732461561896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,34063,1732461561896/c99348da3e93%2C34063%2C1732461561896.1732461562748 to pos 0, reset compression=false 2024-11-24T15:19:23,685 DEBUG [RS:0;c99348da3e93:34063.replicationSource.wal-reader.c99348da3e93%2C34063%2C1732461561896,1-c99348da3e93,34063,1732461561896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,34063,1732461561896/c99348da3e93%2C34063%2C1732461561896.1732461562748 to pos 0, reset compression=false 2024-11-24T15:19:23,792 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:19:23,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:23,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:23,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:23,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:23,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:23,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:24,067 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1554ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-24T15:19:24,207 DEBUG [RS:0;c99348da3e93:34063.replicationSource.wal-reader.c99348da3e93%2C34063%2C1732461561896,1-c99348da3e93,34063,1732461561896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,34063,1732461561896/c99348da3e93%2C34063%2C1732461561896.1732461562748 to pos 0, reset compression=false 2024-11-24T15:19:24,813 DEBUG [RS:0;c99348da3e93:34063.replicationSource.wal-reader.c99348da3e93%2C34063%2C1732461561896,1-c99348da3e93,34063,1732461561896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,34063,1732461561896/c99348da3e93%2C34063%2C1732461561896.1732461562748 to pos 0, reset compression=false 2024-11-24T15:19:25,519 DEBUG [RS:0;c99348da3e93:34063.replicationSource.wal-reader.c99348da3e93%2C34063%2C1732461561896,1-c99348da3e93,34063,1732461561896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,34063,1732461561896/c99348da3e93%2C34063%2C1732461561896.1732461562748 to pos 0, reset compression=false 2024-11-24T15:19:25,569 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3057ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-24T15:19:26,325 DEBUG [RS:0;c99348da3e93:34063.replicationSource.wal-reader.c99348da3e93%2C34063%2C1732461561896,1-c99348da3e93,34063,1732461561896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,34063,1732461561896/c99348da3e93%2C34063%2C1732461561896.1732461562748 to pos 0, reset compression=false 2024-11-24T15:19:27,021 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4509ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-24T15:19:27,022 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T15:19:27,022 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:19:27,022 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,34063,1732461561896, seqNum=-1] 2024-11-24T15:19:27,022 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:19:27,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:19:27,027 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ff8bd77ce48c00e8e82081878b2a0056, regionState=OPEN, lastHost=c99348da3e93,41349,1732461550486, regionLocation=c99348da3e93,41349,1732461550486, openSeqNum=2 2024-11-24T15:19:27,027 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T15:19:27,027 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732461627027 2024-11-24T15:19:27,027 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732461687027 2024-11-24T15:19:27,027 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-24T15:19:27,028 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): c99348da3e93,41349,1732461550486 had 2 regions 2024-11-24T15:19:27,028 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43039,1732461561856-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:27,028 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43039,1732461561856-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:27,028 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43039,1732461561856-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:27,028 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c99348da3e93:43039, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:27,028 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:27,028 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:27,029 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c99348da3e93,41349,1732461550486, splitWal=true, meta=true, isMeta: false 2024-11-24T15:19:27,031 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,41349,1732461550486-splitting dir is empty, no logs to split. 2024-11-24T15:19:27,031 INFO [PEWorker-3 {}] master.SplitWALManager(105): c99348da3e93,41349,1732461550486 WAL count=0, meta=false 2024-11-24T15:19:27,034 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.087sec 2024-11-24T15:19:27,034 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,41349,1732461550486-splitting dir is empty, no logs to split. 2024-11-24T15:19:27,034 INFO [master/c99348da3e93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T15:19:27,034 INFO [master/c99348da3e93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T15:19:27,034 INFO [PEWorker-3 {}] master.SplitWALManager(105): c99348da3e93,41349,1732461550486 WAL count=0, meta=false 2024-11-24T15:19:27,034 INFO [master/c99348da3e93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T15:19:27,034 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if c99348da3e93,41349,1732461550486 WAL splitting is done? wals=0, meta=false 2024-11-24T15:19:27,034 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T15:19:27,034 INFO [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T15:19:27,034 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43039,1732461561856-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:19:27,034 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43039,1732461561856-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T15:19:27,034 WARN [master/c99348da3e93:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=c99348da3e93,41349,1732461550486/hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056. 2024-11-24T15:19:27,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff8bd77ce48c00e8e82081878b2a0056, ASSIGN}] 2024-11-24T15:19:27,037 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff8bd77ce48c00e8e82081878b2a0056, ASSIGN 2024-11-24T15:19:27,038 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T15:19:27,038 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T15:19:27,038 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ff8bd77ce48c00e8e82081878b2a0056, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T15:19:27,038 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43039,1732461561856-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:27,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a23abdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:27,129 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,43039,-1 for getting cluster id 2024-11-24T15:19:27,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:19:27,130 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90ea79f6-fb56-47a8-9956-7b9a39a321ea' 2024-11-24T15:19:27,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:19:27,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90ea79f6-fb56-47a8-9956-7b9a39a321ea" 2024-11-24T15:19:27,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5572128e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:27,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,43039,-1] 2024-11-24T15:19:27,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:19:27,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:27,132 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:19:27,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180b4830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:27,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:19:27,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,34063,1732461561896, seqNum=-1] 2024-11-24T15:19:27,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:19:27,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:19:27,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-24T15:19:27,140 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:19:27,140 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:27,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:27,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:27,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:19:27,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: c99348da3e93:43039 after: c99348da3e93:43039 2024-11-24T15:19:27,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15cde5db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:27,141 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,43039,-1 for getting cluster id 2024-11-24T15:19:27,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:19:27,142 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90ea79f6-fb56-47a8-9956-7b9a39a321ea' 2024-11-24T15:19:27,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:19:27,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90ea79f6-fb56-47a8-9956-7b9a39a321ea" 2024-11-24T15:19:27,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5783a86c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:27,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,43039,-1] 2024-11-24T15:19:27,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:19:27,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:27,143 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:19:27,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10139163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:27,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:19:27,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,43039,1732461561856 2024-11-24T15:19:27,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d5e785b 2024-11-24T15:19:27,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:19:27,145 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:19:27,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43039 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T15:19:27,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T15:19:27,146 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:19:27,146 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:27,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:27,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:27,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:19:27,146 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T15:19:27,146 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1047871477, stopped=false 2024-11-24T15:19:27,146 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c99348da3e93,44463,1732461554451 2024-11-24T15:19:27,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1710293908/running 2024-11-24T15:19:27,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36317-0x1014a8f42510004, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1710293908/running 2024-11-24T15:19:27,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710293908 2024-11-24T15:19:27,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36317-0x1014a8f42510004, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710293908 2024-11-24T15:19:27,148 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:19:27,148 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:19:27,148 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:27,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:27,148 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c99348da3e93,36317,1732461554486' ***** 2024-11-24T15:19:27,148 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T15:19:27,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Set watcher on znode that does not yet exist, /1710293908/running 2024-11-24T15:19:27,149 INFO [RS:0;c99348da3e93:36317 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T15:19:27,149 INFO [RS:0;c99348da3e93:36317 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T15:19:27,149 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T15:19:27,149 INFO [RS:0;c99348da3e93:36317 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T15:19:27,149 INFO [RS:0;c99348da3e93:36317 {}] regionserver.HRegionServer(959): stopping server c99348da3e93,36317,1732461554486 2024-11-24T15:19:27,149 INFO [RS:0;c99348da3e93:36317 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:19:27,150 INFO [RS:0;c99348da3e93:36317 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:36317. 2024-11-24T15:19:27,150 DEBUG [RS:0;c99348da3e93:36317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:27,150 DEBUG [RS:0;c99348da3e93:36317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:27,150 INFO [RS:0;c99348da3e93:36317 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T15:19:27,150 INFO [RS:0;c99348da3e93:36317 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T15:19:27,150 INFO [RS:0;c99348da3e93:36317 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T15:19:27,150 INFO [RS:0;c99348da3e93:36317 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T15:19:27,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36317-0x1014a8f42510004, quorum=127.0.0.1:56866, baseZNode=/1710293908 Set watcher on znode that does not yet exist, /1710293908/running 2024-11-24T15:19:27,151 INFO [RS:0;c99348da3e93:36317 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T15:19:27,151 DEBUG [RS:0;c99348da3e93:36317 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T15:19:27,151 DEBUG [RS:0;c99348da3e93:36317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:19:27,151 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:19:27,151 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:19:27,151 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:19:27,151 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:19:27,151 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:19:27,151 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T15:19:27,170 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/data/hbase/meta/1588230740/.tmp/ns/359c3f200fee466587c5f294766544ab is 43, key is default/ns:d/1732461557030/Put/seqid=0 2024-11-24T15:19:27,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741835_1011 (size=5153) 2024-11-24T15:19:27,176 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/data/hbase/meta/1588230740/.tmp/ns/359c3f200fee466587c5f294766544ab 2024-11-24T15:19:27,181 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/data/hbase/meta/1588230740/.tmp/ns/359c3f200fee466587c5f294766544ab as hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/data/hbase/meta/1588230740/ns/359c3f200fee466587c5f294766544ab 2024-11-24T15:19:27,185 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/data/hbase/meta/1588230740/ns/359c3f200fee466587c5f294766544ab, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T15:19:27,186 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 35ms, sequenceid=6, compaction requested=false 2024-11-24T15:19:27,186 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T15:19:27,188 DEBUG [c99348da3e93:43039 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T15:19:27,188 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ff8bd77ce48c00e8e82081878b2a0056, regionState=OPENING, regionLocation=c99348da3e93,34063,1732461561896 2024-11-24T15:19:27,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ff8bd77ce48c00e8e82081878b2a0056, ASSIGN because future has completed 2024-11-24T15:19:27,192 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T15:19:27,192 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:19:27,192 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:19:27,192 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:19:27,192 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461567151Running coprocessor pre-close hooks at 1732461567151Disabling compacts and flushes for region at 1732461567151Disabling writes for close at 1732461567151Obtaining lock to block concurrent updates at 1732461567151Preparing flush snapshotting stores in 1588230740 at 1732461567151Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732461567151Flushing stores of hbase:meta,,1.1588230740 at 1732461567152 (+1 ms)Flushing 1588230740/ns: creating writer at 1732461567152Flushing 1588230740/ns: appending metadata at 1732461567170 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732461567170Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@919f742: reopening flushed file at 1732461567181 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 35ms, sequenceid=6, compaction requested=false at 1732461567186 (+5 ms)Writing region close event to WAL at 1732461567187 (+1 ms)Running coprocessor post-close hooks at 1732461567192 (+5 ms)Closed at 1732461567192 2024-11-24T15:19:27,193 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T15:19:27,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff8bd77ce48c00e8e82081878b2a0056, server=c99348da3e93,34063,1732461561896}] 2024-11-24T15:19:27,229 DEBUG [RS:0;c99348da3e93:34063.replicationSource.wal-reader.c99348da3e93%2C34063%2C1732461561896,1-c99348da3e93,34063,1732461561896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,34063,1732461561896/c99348da3e93%2C34063%2C1732461561896.1732461562748 to pos 0, reset compression=false 2024-11-24T15:19:27,244 INFO [regionserver/c99348da3e93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:19:27,338 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T15:19:27,338 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T15:19:27,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056. 2024-11-24T15:19:27,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:19:27,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T15:19:27,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C34063%2C1732461561896.rep, suffix=, logDir=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,34063,1732461561896, archiveDir=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/oldWALs, maxLogs=10 2024-11-24T15:19:27,351 INFO [RS:0;c99348da3e93:36317 {}] regionserver.HRegionServer(976): stopping server c99348da3e93,36317,1732461554486; all regions closed. 2024-11-24T15:19:27,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741834_1010 (size=1152) 2024-11-24T15:19:27,357 DEBUG [RS:0;c99348da3e93:36317 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/oldWALs 2024-11-24T15:19:27,357 INFO [RS:0;c99348da3e93:36317 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C36317%2C1732461554486.meta:.meta(num 1732461556989) 2024-11-24T15:19:27,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741833_1009 (size=93) 2024-11-24T15:19:27,360 DEBUG [RS:0;c99348da3e93:36317 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/oldWALs 2024-11-24T15:19:27,360 INFO [RS:0;c99348da3e93:36317 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C36317%2C1732461554486:(num 1732461556466) 2024-11-24T15:19:27,360 DEBUG [RS:0;c99348da3e93:36317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:27,361 INFO [RS:0;c99348da3e93:36317 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:19:27,361 INFO [RS:0;c99348da3e93:36317 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:19:27,361 INFO [RS:0;c99348da3e93:36317 {}] hbase.ChoreService(370): Chore service for: regionserver/c99348da3e93:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T15:19:27,361 INFO [RS:0;c99348da3e93:36317 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:19:27,361 INFO [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:19:27,361 INFO [RS:0;c99348da3e93:36317 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36317 2024-11-24T15:19:27,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36317-0x1014a8f42510004, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1710293908/rs/c99348da3e93,36317,1732461554486 2024-11-24T15:19:27,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710293908/rs 2024-11-24T15:19:27,363 INFO [RS:0;c99348da3e93:36317 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:19:27,363 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c99348da3e93,36317,1732461554486] 2024-11-24T15:19:27,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,34063,1732461561896/c99348da3e93%2C34063%2C1732461561896.rep.1732461567350, exclude list is [], retry=0 2024-11-24T15:19:27,366 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1710293908/draining/c99348da3e93,36317,1732461554486 already deleted, retry=false 2024-11-24T15:19:27,366 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c99348da3e93,36317,1732461554486 expired; onlineServers=0 2024-11-24T15:19:27,366 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c99348da3e93,44463,1732461554451' ***** 2024-11-24T15:19:27,366 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T15:19:27,366 INFO [M:0;c99348da3e93:44463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:19:27,366 INFO [M:0;c99348da3e93:44463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:19:27,366 DEBUG [M:0;c99348da3e93:44463 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T15:19:27,366 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T15:19:27,366 DEBUG [M:0;c99348da3e93:44463 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T15:19:27,366 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461556247 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461556247,5,FailOnTimeoutGroup] 2024-11-24T15:19:27,366 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461556248 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461556248,5,FailOnTimeoutGroup] 2024-11-24T15:19:27,367 INFO [M:0;c99348da3e93:44463 {}] hbase.ChoreService(370): Chore service for: master/c99348da3e93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T15:19:27,367 INFO [M:0;c99348da3e93:44463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:19:27,367 DEBUG [M:0;c99348da3e93:44463 {}] master.HMaster(1795): Stopping service threads 2024-11-24T15:19:27,367 INFO [M:0;c99348da3e93:44463 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T15:19:27,367 INFO [M:0;c99348da3e93:44463 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:19:27,367 INFO [M:0;c99348da3e93:44463 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T15:19:27,367 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T15:19:27,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-6799b8e6-5d9f-46c1-ab89-3472e30f064d,DISK] 2024-11-24T15:19:27,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1710293908/master 2024-11-24T15:19:27,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710293908 2024-11-24T15:19:27,369 DEBUG [M:0;c99348da3e93:44463 {}] zookeeper.ZKUtil(347): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Unable to get data of znode /1710293908/master because node does not exist (not an error) 2024-11-24T15:19:27,369 WARN [M:0;c99348da3e93:44463 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T15:19:27,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,34063,1732461561896/c99348da3e93%2C34063%2C1732461561896.rep.1732461567350 2024-11-24T15:19:27,370 INFO [M:0;c99348da3e93:44463 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/.lastflushedseqids 2024-11-24T15:19:27,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37201:37201)] 2024-11-24T15:19:27,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => ff8bd77ce48c00e8e82081878b2a0056, NAME => 'hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:19:27,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:19:27,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:19:27,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056. service=MultiRowMutationService 2024-11-24T15:19:27,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T15:19:27,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:27,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:27,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:27,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:27,373 INFO [StoreOpener-ff8bd77ce48c00e8e82081878b2a0056-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:27,374 INFO [StoreOpener-ff8bd77ce48c00e8e82081878b2a0056-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff8bd77ce48c00e8e82081878b2a0056 columnFamilyName hfileref 2024-11-24T15:19:27,374 DEBUG [StoreOpener-ff8bd77ce48c00e8e82081878b2a0056-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:27,375 INFO [StoreOpener-ff8bd77ce48c00e8e82081878b2a0056-1 {}] regionserver.HStore(327): Store=ff8bd77ce48c00e8e82081878b2a0056/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:27,375 INFO [StoreOpener-ff8bd77ce48c00e8e82081878b2a0056-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:27,378 INFO [StoreOpener-ff8bd77ce48c00e8e82081878b2a0056-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff8bd77ce48c00e8e82081878b2a0056 columnFamilyName queue 2024-11-24T15:19:27,378 DEBUG [StoreOpener-ff8bd77ce48c00e8e82081878b2a0056-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:27,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741836_1012 (size=99) 2024-11-24T15:19:27,388 INFO [M:0;c99348da3e93:44463 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T15:19:27,389 INFO [M:0;c99348da3e93:44463 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T15:19:27,389 DEBUG [M:0;c99348da3e93:44463 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:19:27,389 INFO [M:0;c99348da3e93:44463 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:27,389 DEBUG [M:0;c99348da3e93:44463 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:27,389 DEBUG [M:0;c99348da3e93:44463 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:19:27,389 DEBUG [M:0;c99348da3e93:44463 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:27,389 INFO [M:0;c99348da3e93:44463 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-24T15:19:27,392 DEBUG [StoreOpener-ff8bd77ce48c00e8e82081878b2a0056-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/replication/ff8bd77ce48c00e8e82081878b2a0056/queue/1dc6bc0a22f545bf9f6dea88c34f3b9e 2024-11-24T15:19:27,392 INFO [StoreOpener-ff8bd77ce48c00e8e82081878b2a0056-1 {}] regionserver.HStore(327): Store=ff8bd77ce48c00e8e82081878b2a0056/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:27,392 INFO [StoreOpener-ff8bd77ce48c00e8e82081878b2a0056-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:27,393 INFO [StoreOpener-ff8bd77ce48c00e8e82081878b2a0056-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff8bd77ce48c00e8e82081878b2a0056 columnFamilyName sid 2024-11-24T15:19:27,393 DEBUG [StoreOpener-ff8bd77ce48c00e8e82081878b2a0056-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:27,394 INFO [StoreOpener-ff8bd77ce48c00e8e82081878b2a0056-1 {}] regionserver.HStore(327): Store=ff8bd77ce48c00e8e82081878b2a0056/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:27,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:27,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/replication/ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:27,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/replication/ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:27,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:27,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:27,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:19:27,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:27,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened ff8bd77ce48c00e8e82081878b2a0056; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61321057, jitterRate=-0.08624504506587982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:19:27,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:27,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for ff8bd77ce48c00e8e82081878b2a0056: Running coprocessor pre-open hook at 1732461567372Writing region info on filesystem at 1732461567372Initializing all the Stores at 1732461567373 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461567373Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461567373Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461567373Cleaning up temporary data from old regions at 1732461567396 (+23 ms)Running coprocessor post-open hooks at 1732461567399 (+3 ms)Region opened successfully at 1732461567400 (+1 ms) 2024-11-24T15:19:27,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056., pid=13, masterSystemTime=1732461567344 2024-11-24T15:19:27,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056. 2024-11-24T15:19:27,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056. 2024-11-24T15:19:27,403 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ff8bd77ce48c00e8e82081878b2a0056, regionState=OPEN, openSeqNum=9, regionLocation=c99348da3e93,34063,1732461561896 2024-11-24T15:19:27,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff8bd77ce48c00e8e82081878b2a0056, server=c99348da3e93,34063,1732461561896 because future has completed 2024-11-24T15:19:27,407 DEBUG [M:0;c99348da3e93:44463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65682038083c4dab8c18dd4ba0a66007 is 82, key is hbase:meta,,1/info:regioninfo/1732461557021/Put/seqid=0 2024-11-24T15:19:27,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T15:19:27,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ff8bd77ce48c00e8e82081878b2a0056, server=c99348da3e93,34063,1732461561896 in 215 msec 2024-11-24T15:19:27,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741837_1013 (size=5672) 2024-11-24T15:19:27,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-24T15:19:27,411 INFO [M:0;c99348da3e93:44463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65682038083c4dab8c18dd4ba0a66007 2024-11-24T15:19:27,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff8bd77ce48c00e8e82081878b2a0056, ASSIGN in 373 msec 2024-11-24T15:19:27,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-24T15:19:27,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056., hostname=c99348da3e93,34063,1732461561896, seqNum=9] 2024-11-24T15:19:27,431 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for c99348da3e93,41349,1732461550486 2024-11-24T15:19:27,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-24T15:19:27,431 DEBUG [M:0;c99348da3e93:44463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b209ff6bbf7a4a1f993ace89e2a9e1db is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732461557033/Put/seqid=0 2024-11-24T15:19:27,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741838_1014 (size=5275) 2024-11-24T15:19:27,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36317-0x1014a8f42510004, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:27,465 INFO [RS:0;c99348da3e93:36317 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:19:27,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36317-0x1014a8f42510004, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:27,465 INFO [RS:0;c99348da3e93:36317 {}] regionserver.HRegionServer(1031): Exiting; stopping=c99348da3e93,36317,1732461554486; zookeeper connection closed. 2024-11-24T15:19:27,466 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66c8d09d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66c8d09d 2024-11-24T15:19:27,466 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T15:19:27,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34063 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-24T15:19:27,837 INFO [M:0;c99348da3e93:44463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b209ff6bbf7a4a1f993ace89e2a9e1db 2024-11-24T15:19:27,856 DEBUG [M:0;c99348da3e93:44463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b54f24ab71a34b13877f8dc428c0959e is 69, key is c99348da3e93,36317,1732461554486/rs:state/1732461556327/Put/seqid=0 2024-11-24T15:19:27,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741839_1015 (size=5156) 2024-11-24T15:19:28,234 DEBUG [RS:0;c99348da3e93:34063.replicationSource.wal-reader.c99348da3e93%2C34063%2C1732461561896,1-c99348da3e93,34063,1732461561896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/WALs/c99348da3e93,34063,1732461561896/c99348da3e93%2C34063%2C1732461561896.1732461562748 to pos 0, reset compression=false 2024-11-24T15:19:28,260 INFO [M:0;c99348da3e93:44463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b54f24ab71a34b13877f8dc428c0959e 2024-11-24T15:19:28,265 DEBUG [M:0;c99348da3e93:44463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65682038083c4dab8c18dd4ba0a66007 as hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65682038083c4dab8c18dd4ba0a66007 2024-11-24T15:19:28,269 INFO [M:0;c99348da3e93:44463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65682038083c4dab8c18dd4ba0a66007, entries=8, sequenceid=28, filesize=5.5 K 2024-11-24T15:19:28,270 DEBUG [M:0;c99348da3e93:44463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b209ff6bbf7a4a1f993ace89e2a9e1db as hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b209ff6bbf7a4a1f993ace89e2a9e1db 2024-11-24T15:19:28,273 INFO [M:0;c99348da3e93:44463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b209ff6bbf7a4a1f993ace89e2a9e1db, entries=3, sequenceid=28, filesize=5.2 K 2024-11-24T15:19:28,274 DEBUG [M:0;c99348da3e93:44463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b54f24ab71a34b13877f8dc428c0959e as hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b54f24ab71a34b13877f8dc428c0959e 2024-11-24T15:19:28,278 INFO [M:0;c99348da3e93:44463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37787/user/jenkins/test-data/ba17cf41-7548-9249-7062-30632c1a32b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b54f24ab71a34b13877f8dc428c0959e, entries=1, sequenceid=28, filesize=5.0 K 2024-11-24T15:19:28,279 INFO [M:0;c99348da3e93:44463 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=28, compaction requested=false 2024-11-24T15:19:28,280 INFO [M:0;c99348da3e93:44463 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:28,280 DEBUG [M:0;c99348da3e93:44463 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461567389Disabling compacts and flushes for region at 1732461567389Disabling writes for close at 1732461567389Obtaining lock to block concurrent updates at 1732461567389Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732461567389Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732461567389Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732461567390 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732461567390Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732461567406 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732461567406Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732461567416 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732461567431 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732461567431Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732461567842 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732461567856 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732461567856Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40f2e1ee: reopening flushed file at 1732461568265 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24c97fd2: reopening flushed file at 1732461568269 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4256d7d1: reopening flushed file at 1732461568274 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=28, compaction requested=false at 1732461568279 (+5 ms)Writing region close event to WAL at 1732461568280 (+1 ms)Closed at 1732461568280 2024-11-24T15:19:28,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34439 is added to blk_1073741830_1006 (size=10165) 2024-11-24T15:19:28,282 INFO [M:0;c99348da3e93:44463 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T15:19:28,282 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:19:28,283 INFO [M:0;c99348da3e93:44463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44463 2024-11-24T15:19:28,283 INFO [M:0;c99348da3e93:44463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:19:28,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:28,385 INFO [M:0;c99348da3e93:44463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:19:28,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44463-0x1014a8f42510003, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:28,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73a7a07b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:19:28,388 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19871b8c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:19:28,388 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:19:28,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e959ac6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:19:28,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c6d1d6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/hadoop.log.dir/,STOPPED} 2024-11-24T15:19:28,389 WARN [BP-1099417210-172.17.0.2-1732461553541 heartbeating to localhost/127.0.0.1:37787 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T15:19:28,389 WARN [BP-1099417210-172.17.0.2-1732461553541 heartbeating to localhost/127.0.0.1:37787 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1099417210-172.17.0.2-1732461553541 (Datanode Uuid d1f7730b-e75e-4112-b787-641f9261d720) service to localhost/127.0.0.1:37787 2024-11-24T15:19:28,390 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T15:19:28,390 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/cluster_ad56b3bb-7593-ca1c-6793-83d0d3367a6a/data/data2/current/BP-1099417210-172.17.0.2-1732461553541 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:19:28,390 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/cluster_ad56b3bb-7593-ca1c-6793-83d0d3367a6a/data/data1/current/BP-1099417210-172.17.0.2-1732461553541 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:19:28,390 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T15:19:28,390 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T15:19:28,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10c210bd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:19:28,396 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25eb0764{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:19:28,396 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:19:28,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8beee70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:19:28,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d6e14b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/hadoop.log.dir/,STOPPED} 2024-11-24T15:19:28,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T15:19:28,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T15:19:28,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:19:28,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:28,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:28,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:28,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:19:28,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T15:19:28,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1456998630, stopped=false 2024-11-24T15:19:28,407 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c99348da3e93,43039,1732461561856 2024-11-24T15:19:28,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1014a8f42510007, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-651613279/running 2024-11-24T15:19:28,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-651613279/running 2024-11-24T15:19:28,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1014a8f42510007, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279 2024-11-24T15:19:28,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279 2024-11-24T15:19:28,410 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:19:28,410 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:19:28,410 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:28,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:28,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34063-0x1014a8f42510007, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Set watcher on znode that does not yet exist, /0-651613279/running 2024-11-24T15:19:28,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Set watcher on znode that does not yet exist, /0-651613279/running 2024-11-24T15:19:28,411 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c99348da3e93,34063,1732461561896' ***** 2024-11-24T15:19:28,411 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T15:19:28,411 INFO [RS:0;c99348da3e93:34063 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T15:19:28,411 INFO [RS:0;c99348da3e93:34063 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T15:19:28,411 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T15:19:28,411 INFO [RS:0;c99348da3e93:34063 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T15:19:28,411 INFO [RS:0;c99348da3e93:34063 {}] regionserver.HRegionServer(3091): Received CLOSE for ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:28,412 INFO [RS:0;c99348da3e93:34063 {}] regionserver.HRegionServer(959): stopping server c99348da3e93,34063,1732461561896 2024-11-24T15:19:28,412 INFO [RS:0;c99348da3e93:34063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:19:28,412 INFO [RS:0;c99348da3e93:34063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:34063. 2024-11-24T15:19:28,412 DEBUG [RS:0;c99348da3e93:34063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:28,412 DEBUG [RS:0;c99348da3e93:34063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:28,412 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff8bd77ce48c00e8e82081878b2a0056, disabling compactions & flushes 2024-11-24T15:19:28,412 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056. 2024-11-24T15:19:28,412 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056. 2024-11-24T15:19:28,412 INFO [RS:0;c99348da3e93:34063 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T15:19:28,412 INFO [RS:0;c99348da3e93:34063 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T15:19:28,412 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056. after waiting 0 ms 2024-11-24T15:19:28,412 INFO [RS:0;c99348da3e93:34063 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T15:19:28,412 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056. 2024-11-24T15:19:28,412 INFO [RS:0;c99348da3e93:34063 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T15:19:28,412 INFO [RS:0;c99348da3e93:34063 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T15:19:28,412 DEBUG [RS:0;c99348da3e93:34063 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ff8bd77ce48c00e8e82081878b2a0056=hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056.} 2024-11-24T15:19:28,412 DEBUG [RS:0;c99348da3e93:34063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff8bd77ce48c00e8e82081878b2a0056 2024-11-24T15:19:28,412 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:19:28,413 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:19:28,413 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:19:28,413 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:19:28,413 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:19:28,413 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-24T15:19:28,416 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/replication/ff8bd77ce48c00e8e82081878b2a0056/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-24T15:19:28,417 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:19:28,417 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:19:28,417 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056. 2024-11-24T15:19:28,417 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff8bd77ce48c00e8e82081878b2a0056: Waiting for close lock at 1732461568412Running coprocessor pre-close hooks at 1732461568412Disabling compacts and flushes for region at 1732461568412Disabling writes for close at 1732461568412Writing region close event to WAL at 1732461568413 (+1 ms)Running coprocessor post-close hooks at 1732461568417 (+4 ms)Closed at 1732461568417 2024-11-24T15:19:28,417 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056. 2024-11-24T15:19:28,429 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740/.tmp/info/83ef291e13c94535a0611167fd743f48 is 147, key is hbase:replication,,1732461557136.ff8bd77ce48c00e8e82081878b2a0056./info:regioninfo/1732461567403/Put/seqid=0 2024-11-24T15:19:28,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741851_1027 (size=6385) 2024-11-24T15:19:28,500 INFO [regionserver/c99348da3e93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:19:28,589 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T15:19:28,613 DEBUG [RS:0;c99348da3e93:34063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:19:28,620 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T15:19:28,620 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T15:19:28,813 DEBUG [RS:0;c99348da3e93:34063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:19:28,849 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740/.tmp/info/83ef291e13c94535a0611167fd743f48 2024-11-24T15:19:28,855 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740/.tmp/info/83ef291e13c94535a0611167fd743f48 as hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740/info/83ef291e13c94535a0611167fd743f48 2024-11-24T15:19:28,860 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740/info/83ef291e13c94535a0611167fd743f48, entries=8, sequenceid=19, filesize=6.2 K 2024-11-24T15:19:28,861 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=19, compaction requested=false 2024-11-24T15:19:28,865 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-24T15:19:28,866 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:19:28,866 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:19:28,866 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:19:28,866 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461568412Running coprocessor pre-close hooks at 1732461568412Disabling compacts and flushes for region at 1732461568412Disabling writes for close at 1732461568413 (+1 ms)Obtaining lock to block concurrent updates at 1732461568413Preparing flush snapshotting stores in 1588230740 at 1732461568413Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732461568413Flushing stores of hbase:meta,,1.1588230740 at 1732461568413Flushing 1588230740/info: creating writer at 1732461568414 (+1 ms)Flushing 1588230740/info: appending metadata at 1732461568429 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732461568429Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dceecf: reopening flushed file at 1732461568855 (+426 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=19, compaction requested=false at 1732461568861 (+6 ms)Writing region close event to WAL at 1732461568862 (+1 ms)Running coprocessor post-close hooks at 1732461568865 (+3 ms)Closed at 1732461568866 (+1 ms) 2024-11-24T15:19:28,866 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T15:19:29,013 INFO [RS:0;c99348da3e93:34063 {}] regionserver.HRegionServer(976): stopping server c99348da3e93,34063,1732461561896; all regions closed. 2024-11-24T15:19:29,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741849_1025 (size=2156) 2024-11-24T15:19:29,018 DEBUG [RS:0;c99348da3e93:34063 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/oldWALs 2024-11-24T15:19:29,018 INFO [RS:0;c99348da3e93:34063 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C34063%2C1732461561896.meta:.meta(num 1732461563077) 2024-11-24T15:19:29,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741850_1026 (size=796) 2024-11-24T15:19:29,023 DEBUG [RS:0;c99348da3e93:34063 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/oldWALs 2024-11-24T15:19:29,023 INFO [RS:0;c99348da3e93:34063 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C34063%2C1732461561896.rep:(num 1732461567350) 2024-11-24T15:19:29,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741848_1024 (size=93) 2024-11-24T15:19:29,027 DEBUG [RS:0;c99348da3e93:34063 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/oldWALs 2024-11-24T15:19:29,028 INFO [RS:0;c99348da3e93:34063 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C34063%2C1732461561896:(num 1732461562748) 2024-11-24T15:19:29,028 DEBUG [RS:0;c99348da3e93:34063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:29,028 INFO [RS:0;c99348da3e93:34063 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:19:29,028 INFO [RS:0;c99348da3e93:34063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:19:29,028 INFO [RS:0;c99348da3e93:34063 {}] hbase.ChoreService(370): Chore service for: regionserver/c99348da3e93:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T15:19:29,028 INFO [RS:0;c99348da3e93:34063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:19:29,028 INFO [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:19:29,028 INFO [RS:0;c99348da3e93:34063 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c99348da3e93,34063,1732461561896 because: Region server is closing 2024-11-24T15:19:29,028 INFO [RS:0;c99348da3e93:34063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:34063. 2024-11-24T15:19:29,029 DEBUG [RS:0;c99348da3e93:34063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:29,029 DEBUG [RS:0;c99348da3e93:34063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:29,029 DEBUG [RS:0;c99348da3e93:34063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:29,029 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:19:29,029 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-24T15:19:29,029 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-24T15:19:29,029 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T15:19:29,129 WARN [RS:0;c99348da3e93:34063.replicationSource.wal-reader.c99348da3e93%2C34063%2C1732461561896,1-c99348da3e93,34063,1732461561896 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T15:19:29,129 WARN [RS:0;c99348da3e93:34063.replicationSource.shipperc99348da3e93%2C34063%2C1732461561896,1-c99348da3e93,34063,1732461561896 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T15:19:29,129 INFO [RS:0;c99348da3e93:34063 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;c99348da3e93:34063.replicationSource.shipperc99348da3e93%2C34063%2C1732461561896,1-c99348da3e93,34063,1732461561896 terminated 2024-11-24T15:19:29,130 INFO [RS:0;c99348da3e93:34063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34063 2024-11-24T15:19:29,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279/rs 2024-11-24T15:19:29,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1014a8f42510007, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-651613279/rs/c99348da3e93,34063,1732461561896 2024-11-24T15:19:29,132 INFO [RS:0;c99348da3e93:34063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:19:29,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c99348da3e93,34063,1732461561896] 2024-11-24T15:19:29,134 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-651613279/draining/c99348da3e93,34063,1732461561896 already deleted, retry=false 2024-11-24T15:19:29,134 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c99348da3e93,34063,1732461561896 expired; onlineServers=0 2024-11-24T15:19:29,134 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c99348da3e93,43039,1732461561856' ***** 2024-11-24T15:19:29,134 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T15:19:29,134 INFO [M:0;c99348da3e93:43039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:19:29,134 INFO [M:0;c99348da3e93:43039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:19:29,134 DEBUG [M:0;c99348da3e93:43039 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T15:19:29,134 DEBUG [M:0;c99348da3e93:43039 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T15:19:29,134 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T15:19:29,135 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461562508 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461562508,5,FailOnTimeoutGroup] 2024-11-24T15:19:29,135 INFO [M:0;c99348da3e93:43039 {}] hbase.ChoreService(370): Chore service for: master/c99348da3e93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T15:19:29,135 INFO [M:0;c99348da3e93:43039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:19:29,135 DEBUG [M:0;c99348da3e93:43039 {}] master.HMaster(1795): Stopping service threads 2024-11-24T15:19:29,135 INFO [M:0;c99348da3e93:43039 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T15:19:29,135 INFO [M:0;c99348da3e93:43039 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:19:29,135 INFO [M:0;c99348da3e93:43039 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T15:19:29,135 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461562508 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461562508,5,FailOnTimeoutGroup] 2024-11-24T15:19:29,135 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T15:19:29,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-651613279/master 2024-11-24T15:19:29,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-651613279 2024-11-24T15:19:29,138 DEBUG [M:0;c99348da3e93:43039 {}] zookeeper.RecoverableZooKeeper(212): Node /0-651613279/master already deleted, retry=false 2024-11-24T15:19:29,138 DEBUG [M:0;c99348da3e93:43039 {}] master.ActiveMasterManager(353): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-651613279/master 2024-11-24T15:19:29,140 INFO [M:0;c99348da3e93:43039 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/.lastflushedseqids 2024-11-24T15:19:29,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741852_1028 (size=181) 2024-11-24T15:19:29,153 INFO [M:0;c99348da3e93:43039 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T15:19:29,153 INFO [M:0;c99348da3e93:43039 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T15:19:29,153 DEBUG [M:0;c99348da3e93:43039 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:19:29,153 INFO [M:0;c99348da3e93:43039 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:29,153 DEBUG [M:0;c99348da3e93:43039 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:29,153 DEBUG [M:0;c99348da3e93:43039 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:19:29,153 DEBUG [M:0;c99348da3e93:43039 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:29,153 INFO [M:0;c99348da3e93:43039 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-24T15:19:29,177 DEBUG [M:0;c99348da3e93:43039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bafb28d002cd4002b06a7e66f0702c31 is 82, key is hbase:meta,,1/info:regioninfo/1732461563135/Put/seqid=0 2024-11-24T15:19:29,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741853_1029 (size=5672) 2024-11-24T15:19:29,184 INFO [M:0;c99348da3e93:43039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bafb28d002cd4002b06a7e66f0702c31 2024-11-24T15:19:29,209 DEBUG [M:0;c99348da3e93:43039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e9d0269f8784ec996ab8f50a1251339 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732461567410/Put/seqid=0 2024-11-24T15:19:29,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741854_1030 (size=7312) 2024-11-24T15:19:29,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1014a8f42510007, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:29,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1014a8f42510007, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:29,234 INFO [RS:0;c99348da3e93:34063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:19:29,234 INFO [RS:0;c99348da3e93:34063 {}] regionserver.HRegionServer(1031): Exiting; stopping=c99348da3e93,34063,1732461561896; zookeeper connection closed. 2024-11-24T15:19:29,234 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17819f5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17819f5 2024-11-24T15:19:29,234 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T15:19:29,614 INFO [M:0;c99348da3e93:43039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e9d0269f8784ec996ab8f50a1251339 2024-11-24T15:19:29,642 DEBUG [M:0;c99348da3e93:43039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17674035a56440daad56d62591d2fbd6 is 69, key is c99348da3e93,34063,1732461561896/rs:state/1732461562558/Put/seqid=0 2024-11-24T15:19:29,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741855_1031 (size=5370) 2024-11-24T15:19:30,050 INFO [M:0;c99348da3e93:43039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17674035a56440daad56d62591d2fbd6 2024-11-24T15:19:30,055 INFO [M:0;c99348da3e93:43039 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 17674035a56440daad56d62591d2fbd6 2024-11-24T15:19:30,056 DEBUG [M:0;c99348da3e93:43039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bafb28d002cd4002b06a7e66f0702c31 as hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bafb28d002cd4002b06a7e66f0702c31 2024-11-24T15:19:30,060 INFO [M:0;c99348da3e93:43039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bafb28d002cd4002b06a7e66f0702c31, entries=8, sequenceid=127, filesize=5.5 K 2024-11-24T15:19:30,061 DEBUG [M:0;c99348da3e93:43039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e9d0269f8784ec996ab8f50a1251339 as hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3e9d0269f8784ec996ab8f50a1251339 2024-11-24T15:19:30,065 INFO [M:0;c99348da3e93:43039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3e9d0269f8784ec996ab8f50a1251339, entries=7, sequenceid=127, filesize=7.1 K 2024-11-24T15:19:30,066 DEBUG [M:0;c99348da3e93:43039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17674035a56440daad56d62591d2fbd6 as hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17674035a56440daad56d62591d2fbd6 2024-11-24T15:19:30,070 INFO [M:0;c99348da3e93:43039 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 17674035a56440daad56d62591d2fbd6 2024-11-24T15:19:30,070 INFO [M:0;c99348da3e93:43039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34675/user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17674035a56440daad56d62591d2fbd6, entries=2, sequenceid=127, filesize=5.2 K 2024-11-24T15:19:30,070 INFO [M:0;c99348da3e93:43039 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=127, compaction requested=false 2024-11-24T15:19:30,072 INFO [M:0;c99348da3e93:43039 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:30,072 DEBUG [M:0;c99348da3e93:43039 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461569153Disabling compacts and flushes for region at 1732461569153Disabling writes for close at 1732461569153Obtaining lock to block concurrent updates at 1732461569153Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732461569153Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732461569154 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732461569154Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732461569154Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732461569176 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732461569176Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732461569191 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732461569208 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732461569208Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732461569619 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732461569641 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732461569641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12ae991f: reopening flushed file at 1732461570055 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6116efb1: reopening flushed file at 1732461570060 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c4fc45d: reopening flushed file at 1732461570065 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=127, compaction requested=false at 1732461570070 (+5 ms)Writing region close event to WAL at 1732461570072 (+2 ms)Closed at 1732461570072 2024-11-24T15:19:30,074 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b69fc673-42eb-bfb9-6aec-c82a7781730e/MasterData/WALs/c99348da3e93,43039,1732461561856/c99348da3e93%2C43039%2C1732461561856.1732461562395 not finished, retry = 0 2024-11-24T15:19:30,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741847_1023 (size=22903) 2024-11-24T15:19:30,175 INFO [M:0;c99348da3e93:43039 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T15:19:30,175 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:19:30,175 INFO [M:0;c99348da3e93:43039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43039 2024-11-24T15:19:30,175 INFO [M:0;c99348da3e93:43039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:19:30,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:30,277 INFO [M:0;c99348da3e93:43039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:19:30,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43039-0x1014a8f42510006, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:30,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4337eb42{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:19:30,285 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17c256ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:19:30,285 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:19:30,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bef9e75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:19:30,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d214094{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/hadoop.log.dir/,STOPPED} 2024-11-24T15:19:30,287 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T15:19:30,287 WARN [BP-1140412772-172.17.0.2-1732461549533 heartbeating to localhost/127.0.0.1:34675 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T15:19:30,287 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T15:19:30,287 WARN [BP-1140412772-172.17.0.2-1732461549533 heartbeating to localhost/127.0.0.1:34675 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1140412772-172.17.0.2-1732461549533 (Datanode Uuid d52a82e9-7efc-44b6-90aa-a026806122e4) service to localhost/127.0.0.1:34675 2024-11-24T15:19:30,287 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/cluster_cb2902c1-ce24-e3a7-88a7-3f18d76cc5fe/data/data1/current/BP-1140412772-172.17.0.2-1732461549533 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:19:30,287 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/cluster_cb2902c1-ce24-e3a7-88a7-3f18d76cc5fe/data/data2/current/BP-1140412772-172.17.0.2-1732461549533 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:19:30,288 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T15:19:30,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23d8e7e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:19:30,295 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f29f060{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:19:30,295 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:19:30,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c2ae759{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:19:30,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2140d84e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40b47ad7-395d-13b3-0440-a3a0dd77238c/hadoop.log.dir/,STOPPED} 2024-11-24T15:19:30,303 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T15:19:30,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T15:19:30,328 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=211 (was 161) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56866) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:34675 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:37787 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34675 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:37787 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:37787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:34675 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34675 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:37787 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34675 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56866) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:34675 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=581 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 183) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6974 (was 6367) - AvailableMemoryMB LEAK? - 2024-11-24T15:19:30,337 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=211, OpenFileDescriptor=581, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=6974 2024-11-24T15:19:30,355 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-24T15:19:30,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/hadoop.log.dir so I do NOT create it in target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b 2024-11-24T15:19:30,356 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T15:19:30,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/hadoop.tmp.dir so I do NOT create it in target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b 2024-11-24T15:19:30,356 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0e8d9ee-fc6c-a47c-153d-3711864b070f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T15:19:30,356 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b 2024-11-24T15:19:30,356 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/cluster_39f5b23c-b711-75d1-a951-de099f5753bb, deleteOnExit=true 2024-11-24T15:19:30,389 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/cluster_39f5b23c-b711-75d1-a951-de099f5753bb/zookeeper_0, clientPort=56528, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/cluster_39f5b23c-b711-75d1-a951-de099f5753bb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/cluster_39f5b23c-b711-75d1-a951-de099f5753bb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T15:19:30,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014a8f42510005, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T15:19:30,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014a8f42510002, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T15:19:30,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014a8f42510002, quorum=127.0.0.1:56866, baseZNode=/0-651613279 Received Disconnected from ZooKeeper, ignoring 2024-11-24T15:19:30,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014a8f42510005, quorum=127.0.0.1:56866, baseZNode=/1710293908 Received Disconnected from ZooKeeper, ignoring 2024-11-24T15:19:30,405 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56528 2024-11-24T15:19:30,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T15:19:30,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T15:19:30,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/test.cache.data in system properties and HBase conf 2024-11-24T15:19:30,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T15:19:30,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/hadoop.log.dir in system properties and HBase conf 2024-11-24T15:19:30,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T15:19:30,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T15:19:30,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T15:19:30,406 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T15:19:30,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:19:30,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:19:30,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T15:19:30,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:19:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T15:19:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T15:19:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:19:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:19:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T15:19:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/nfs.dump.dir in system properties and HBase conf 2024-11-24T15:19:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/java.io.tmpdir in system properties and HBase conf 2024-11-24T15:19:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:19:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T15:19:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T15:19:30,516 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:19:30,520 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:19:30,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:19:30,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:19:30,525 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:19:30,526 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:19:30,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27336d0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:19:30,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2c355b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:19:30,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29ee5a31{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/java.io.tmpdir/jetty-localhost-45425-hadoop-hdfs-3_4_1-tests_jar-_-any-8333379177385598462/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:19:30,657 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40463a71{HTTP/1.1, (http/1.1)}{localhost:45425} 2024-11-24T15:19:30,657 INFO [Time-limited test {}] server.Server(415): Started @153539ms 2024-11-24T15:19:30,751 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:19:30,754 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:19:30,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:19:30,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:19:30,756 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T15:19:30,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4abdf2de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:19:30,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@242318a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:19:30,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79664a59{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/java.io.tmpdir/jetty-localhost-45545-hadoop-hdfs-3_4_1-tests_jar-_-any-141958600462999502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:19:30,876 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4dd02ea0{HTTP/1.1, (http/1.1)}{localhost:45545} 2024-11-24T15:19:30,877 INFO [Time-limited test {}] server.Server(415): Started @153758ms 2024-11-24T15:19:30,878 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T15:19:30,981 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/cluster_39f5b23c-b711-75d1-a951-de099f5753bb/data/data1/current/BP-610981221-172.17.0.2-1732461570448/current, will proceed with Du for space computation calculation, 2024-11-24T15:19:30,981 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/cluster_39f5b23c-b711-75d1-a951-de099f5753bb/data/data2/current/BP-610981221-172.17.0.2-1732461570448/current, will proceed with Du for space computation calculation, 2024-11-24T15:19:31,000 WARN [Thread-1667 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T15:19:31,002 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf306fb3da4f64b9 with lease ID 0x7c916845548756b7: Processing first storage report for DS-505480f0-ae43-413a-96f3-ee8598598559 from datanode DatanodeRegistration(127.0.0.1:39611, datanodeUuid=cd28c4bc-4543-4cd5-a171-9a51fed6bb68, infoPort=35405, infoSecurePort=0, ipcPort=37985, storageInfo=lv=-57;cid=testClusterID;nsid=1728849267;c=1732461570448) 2024-11-24T15:19:31,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf306fb3da4f64b9 with lease ID 0x7c916845548756b7: from storage DS-505480f0-ae43-413a-96f3-ee8598598559 node DatanodeRegistration(127.0.0.1:39611, datanodeUuid=cd28c4bc-4543-4cd5-a171-9a51fed6bb68, infoPort=35405, infoSecurePort=0, ipcPort=37985, storageInfo=lv=-57;cid=testClusterID;nsid=1728849267;c=1732461570448), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:19:31,003 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf306fb3da4f64b9 with lease ID 0x7c916845548756b7: Processing first storage report for DS-db7e687f-5186-46c2-ab04-33812cd0364b from datanode DatanodeRegistration(127.0.0.1:39611, datanodeUuid=cd28c4bc-4543-4cd5-a171-9a51fed6bb68, infoPort=35405, infoSecurePort=0, ipcPort=37985, storageInfo=lv=-57;cid=testClusterID;nsid=1728849267;c=1732461570448) 2024-11-24T15:19:31,003 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf306fb3da4f64b9 with lease ID 0x7c916845548756b7: from storage DS-db7e687f-5186-46c2-ab04-33812cd0364b node DatanodeRegistration(127.0.0.1:39611, datanodeUuid=cd28c4bc-4543-4cd5-a171-9a51fed6bb68, infoPort=35405, infoSecurePort=0, ipcPort=37985, storageInfo=lv=-57;cid=testClusterID;nsid=1728849267;c=1732461570448), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:19:31,005 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b 2024-11-24T15:19:31,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:31,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:31,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741825_1001 (size=7) 2024-11-24T15:19:31,418 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5 with version=8 2024-11-24T15:19:31,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/hbase-staging 2024-11-24T15:19:31,421 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:19:31,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:31,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:31,421 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:19:31,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:31,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:19:31,422 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T15:19:31,422 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:19:31,424 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41621 2024-11-24T15:19:31,425 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41621 connecting to ZooKeeper ensemble=127.0.0.1:56528 2024-11-24T15:19:31,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416210x0, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:19:31,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41621-0x1014a8f93d20000 connected 2024-11-24T15:19:31,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:31,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:31,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Set watcher on znode that does not yet exist, /01208929237/running 2024-11-24T15:19:31,455 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5, hbase.cluster.distributed=false 2024-11-24T15:19:31,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Set watcher on znode that does not yet exist, /01208929237/acl 2024-11-24T15:19:31,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41621 2024-11-24T15:19:31,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41621 2024-11-24T15:19:31,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41621 2024-11-24T15:19:31,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41621 2024-11-24T15:19:31,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41621 2024-11-24T15:19:31,483 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:19:31,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:31,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:31,483 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:19:31,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:31,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:19:31,483 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T15:19:31,483 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:19:31,484 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37831 2024-11-24T15:19:31,485 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37831 connecting to ZooKeeper ensemble=127.0.0.1:56528 2024-11-24T15:19:31,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:31,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:31,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378310x0, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:19:31,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378310x0, quorum=127.0.0.1:56528, baseZNode=/01208929237 Set watcher on znode that does not yet exist, /01208929237/running 2024-11-24T15:19:31,493 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T15:19:31,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37831-0x1014a8f93d20001 connected 2024-11-24T15:19:31,496 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T15:19:31,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37831-0x1014a8f93d20001, quorum=127.0.0.1:56528, baseZNode=/01208929237 Set watcher on znode that does not yet exist, /01208929237/master 2024-11-24T15:19:31,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37831-0x1014a8f93d20001, quorum=127.0.0.1:56528, baseZNode=/01208929237 Set watcher on znode that does not yet exist, /01208929237/acl 2024-11-24T15:19:31,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37831 2024-11-24T15:19:31,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37831 2024-11-24T15:19:31,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37831 2024-11-24T15:19:31,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37831 2024-11-24T15:19:31,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37831 2024-11-24T15:19:31,525 DEBUG [M:0;c99348da3e93:41621 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c99348da3e93:41621 2024-11-24T15:19:31,527 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01208929237/backup-masters/c99348da3e93,41621,1732461571421 2024-11-24T15:19:31,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37831-0x1014a8f93d20001, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208929237/backup-masters 2024-11-24T15:19:31,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208929237/backup-masters 2024-11-24T15:19:31,529 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Set watcher on existing znode=/01208929237/backup-masters/c99348da3e93,41621,1732461571421 2024-11-24T15:19:31,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37831-0x1014a8f93d20001, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01208929237/master 2024-11-24T15:19:31,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208929237 2024-11-24T15:19:31,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37831-0x1014a8f93d20001, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208929237 2024-11-24T15:19:31,530 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Set watcher on existing znode=/01208929237/master 2024-11-24T15:19:31,531 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01208929237/backup-masters/c99348da3e93,41621,1732461571421 from backup master directory 2024-11-24T15:19:31,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01208929237/backup-masters/c99348da3e93,41621,1732461571421 2024-11-24T15:19:31,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208929237/backup-masters 2024-11-24T15:19:31,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37831-0x1014a8f93d20001, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208929237/backup-masters 2024-11-24T15:19:31,533 WARN [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:19:31,533 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c99348da3e93,41621,1732461571421 2024-11-24T15:19:31,542 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/hbase.id] with ID: 96146dfa-5ae4-499f-806d-84ff1db1576f 2024-11-24T15:19:31,542 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/.tmp/hbase.id 2024-11-24T15:19:31,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741826_1002 (size=42) 2024-11-24T15:19:31,949 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/.tmp/hbase.id]:[hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/hbase.id] 2024-11-24T15:19:31,959 INFO [master/c99348da3e93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:31,959 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T15:19:31,960 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T15:19:31,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208929237 2024-11-24T15:19:31,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37831-0x1014a8f93d20001, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208929237 2024-11-24T15:19:31,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741827_1003 (size=196) 2024-11-24T15:19:32,368 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:19:32,369 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T15:19:32,369 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:19:32,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741828_1004 (size=1189) 2024-11-24T15:19:32,694 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:19:32,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:32,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:32,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:32,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:32,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:32,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:32,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:32,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:32,736 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:19:32,736 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T15:19:32,736 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T15:19:32,736 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:19:32,777 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/MasterData/data/master/store 2024-11-24T15:19:32,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741829_1005 (size=34) 2024-11-24T15:19:33,191 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:33,191 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:19:33,191 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:33,191 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:33,191 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:19:33,191 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:33,191 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:33,191 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461573191Disabling compacts and flushes for region at 1732461573191Disabling writes for close at 1732461573191Writing region close event to WAL at 1732461573191Closed at 1732461573191 2024-11-24T15:19:33,192 WARN [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/MasterData/data/master/store/.initializing 2024-11-24T15:19:33,192 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/MasterData/WALs/c99348da3e93,41621,1732461571421 2024-11-24T15:19:33,193 INFO [master/c99348da3e93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:19:33,194 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c99348da3e93%2C41621%2C1732461571421, suffix=, logDir=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/MasterData/WALs/c99348da3e93,41621,1732461571421, archiveDir=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/MasterData/oldWALs, maxLogs=10 2024-11-24T15:19:33,208 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/MasterData/WALs/c99348da3e93,41621,1732461571421/c99348da3e93%2C41621%2C1732461571421.1732461573195, exclude list is [], retry=0 2024-11-24T15:19:33,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39611,DS-505480f0-ae43-413a-96f3-ee8598598559,DISK] 2024-11-24T15:19:33,212 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/MasterData/WALs/c99348da3e93,41621,1732461571421/c99348da3e93%2C41621%2C1732461571421.1732461573195 2024-11-24T15:19:33,212 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35405:35405)] 2024-11-24T15:19:33,212 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:19:33,212 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:33,212 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:33,212 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:33,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:33,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T15:19:33,215 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:33,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:33,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:33,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T15:19:33,217 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:33,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:33,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:33,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T15:19:33,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:33,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:33,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:33,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T15:19:33,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:33,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:33,226 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:33,227 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:33,227 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:33,228 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:33,228 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:33,229 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:19:33,230 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:33,232 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:19:33,232 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62872259, jitterRate=-0.06313033401966095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:19:33,233 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732461573213Initializing all the Stores at 1732461573213Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461573213Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461573214 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461573214Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461573214Cleaning up temporary data from old regions at 1732461573229 (+15 ms)Region opened successfully at 1732461573233 (+4 ms) 2024-11-24T15:19:33,233 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T15:19:33,241 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16cb93c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:19:33,242 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T15:19:33,242 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T15:19:33,242 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T15:19:33,242 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T15:19:33,243 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T15:19:33,243 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T15:19:33,243 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T15:19:33,245 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T15:19:33,245 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Unable to get data of znode /01208929237/balancer because node does not exist (not necessarily an error) 2024-11-24T15:19:33,247 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01208929237/balancer already deleted, retry=false 2024-11-24T15:19:33,247 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T15:19:33,247 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Unable to get data of znode /01208929237/normalizer because node does not exist (not necessarily an error) 2024-11-24T15:19:33,249 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01208929237/normalizer already deleted, retry=false 2024-11-24T15:19:33,249 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T15:19:33,250 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Unable to get data of znode /01208929237/switch/split because node does not exist (not necessarily an error) 2024-11-24T15:19:33,252 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01208929237/switch/split already deleted, retry=false 2024-11-24T15:19:33,252 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Unable to get data of znode /01208929237/switch/merge because node does not exist (not necessarily an error) 2024-11-24T15:19:33,253 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01208929237/switch/merge already deleted, retry=false 2024-11-24T15:19:33,254 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Unable to get data of znode /01208929237/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T15:19:33,255 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01208929237/snapshot-cleanup already deleted, retry=false 2024-11-24T15:19:33,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01208929237/running 2024-11-24T15:19:33,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208929237 2024-11-24T15:19:33,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37831-0x1014a8f93d20001, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01208929237/running 2024-11-24T15:19:33,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37831-0x1014a8f93d20001, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208929237 2024-11-24T15:19:33,257 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c99348da3e93,41621,1732461571421, sessionid=0x1014a8f93d20000, setting cluster-up flag (Was=false) 2024-11-24T15:19:33,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208929237 2024-11-24T15:19:33,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37831-0x1014a8f93d20001, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208929237 2024-11-24T15:19:33,265 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01208929237/flush-table-proc/acquired, /01208929237/flush-table-proc/reached, /01208929237/flush-table-proc/abort 2024-11-24T15:19:33,265 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,41621,1732461571421 2024-11-24T15:19:33,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208929237 2024-11-24T15:19:33,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37831-0x1014a8f93d20001, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208929237 2024-11-24T15:19:33,277 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01208929237/online-snapshot/acquired, /01208929237/online-snapshot/reached, /01208929237/online-snapshot/abort 2024-11-24T15:19:33,277 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,41621,1732461571421 2024-11-24T15:19:33,278 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T15:19:33,280 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T15:19:33,280 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T15:19:33,280 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T15:19:33,280 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c99348da3e93,41621,1732461571421 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T15:19:33,281 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:19:33,281 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:19:33,281 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:19:33,281 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:19:33,281 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c99348da3e93:0, corePoolSize=10, maxPoolSize=10 2024-11-24T15:19:33,281 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:33,281 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:19:33,281 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:33,282 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732461603282 2024-11-24T15:19:33,282 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T15:19:33,282 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T15:19:33,282 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T15:19:33,282 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T15:19:33,282 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T15:19:33,282 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T15:19:33,283 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:19:33,283 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T15:19:33,283 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:33,283 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T15:19:33,283 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T15:19:33,283 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T15:19:33,283 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T15:19:33,284 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T15:19:33,284 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:33,284 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T15:19:33,284 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461573284,5,FailOnTimeoutGroup] 2024-11-24T15:19:33,284 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T15:19:33,284 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461573284,5,FailOnTimeoutGroup] 2024-11-24T15:19:33,284 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:33,284 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T15:19:33,284 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:33,284 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:33,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741831_1007 (size=1321) 2024-11-24T15:19:33,313 INFO [RS:0;c99348da3e93:37831 {}] regionserver.HRegionServer(746): ClusterId : 96146dfa-5ae4-499f-806d-84ff1db1576f 2024-11-24T15:19:33,313 DEBUG [RS:0;c99348da3e93:37831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T15:19:33,314 DEBUG [RS:0;c99348da3e93:37831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T15:19:33,314 DEBUG [RS:0;c99348da3e93:37831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T15:19:33,316 DEBUG [RS:0;c99348da3e93:37831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T15:19:33,316 DEBUG [RS:0;c99348da3e93:37831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c671568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:19:33,331 DEBUG [RS:0;c99348da3e93:37831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c99348da3e93:37831 2024-11-24T15:19:33,331 INFO [RS:0;c99348da3e93:37831 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T15:19:33,331 INFO [RS:0;c99348da3e93:37831 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T15:19:33,331 DEBUG [RS:0;c99348da3e93:37831 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T15:19:33,332 INFO [RS:0;c99348da3e93:37831 {}] regionserver.HRegionServer(2659): reportForDuty to master=c99348da3e93,41621,1732461571421 with port=37831, startcode=1732461571483 2024-11-24T15:19:33,332 DEBUG [RS:0;c99348da3e93:37831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T15:19:33,333 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T15:19:33,334 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41621 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c99348da3e93,37831,1732461571483 2024-11-24T15:19:33,334 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41621 {}] master.ServerManager(517): Registering regionserver=c99348da3e93,37831,1732461571483 2024-11-24T15:19:33,335 DEBUG [RS:0;c99348da3e93:37831 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5 2024-11-24T15:19:33,335 DEBUG [RS:0;c99348da3e93:37831 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35289 2024-11-24T15:19:33,335 DEBUG [RS:0;c99348da3e93:37831 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T15:19:33,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208929237/rs 2024-11-24T15:19:33,338 DEBUG [RS:0;c99348da3e93:37831 {}] zookeeper.ZKUtil(111): regionserver:37831-0x1014a8f93d20001, quorum=127.0.0.1:56528, baseZNode=/01208929237 Set watcher on existing znode=/01208929237/rs/c99348da3e93,37831,1732461571483 2024-11-24T15:19:33,338 WARN [RS:0;c99348da3e93:37831 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:19:33,338 INFO [RS:0;c99348da3e93:37831 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:19:33,338 DEBUG [RS:0;c99348da3e93:37831 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483 2024-11-24T15:19:33,338 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c99348da3e93,37831,1732461571483] 2024-11-24T15:19:33,341 INFO [RS:0;c99348da3e93:37831 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T15:19:33,343 INFO [RS:0;c99348da3e93:37831 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T15:19:33,343 INFO [RS:0;c99348da3e93:37831 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T15:19:33,344 INFO [RS:0;c99348da3e93:37831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:33,344 INFO [RS:0;c99348da3e93:37831 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T15:19:33,345 INFO [RS:0;c99348da3e93:37831 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T15:19:33,345 INFO [RS:0;c99348da3e93:37831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:33,345 DEBUG [RS:0;c99348da3e93:37831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:33,345 DEBUG [RS:0;c99348da3e93:37831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:33,345 DEBUG [RS:0;c99348da3e93:37831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:33,345 DEBUG [RS:0;c99348da3e93:37831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:33,345 DEBUG [RS:0;c99348da3e93:37831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:33,345 DEBUG [RS:0;c99348da3e93:37831 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:19:33,345 DEBUG [RS:0;c99348da3e93:37831 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:33,346 DEBUG [RS:0;c99348da3e93:37831 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:33,346 DEBUG [RS:0;c99348da3e93:37831 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:33,346 DEBUG [RS:0;c99348da3e93:37831 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:33,346 DEBUG [RS:0;c99348da3e93:37831 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:33,346 DEBUG [RS:0;c99348da3e93:37831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:33,346 DEBUG [RS:0;c99348da3e93:37831 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:19:33,346 DEBUG [RS:0;c99348da3e93:37831 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:19:33,350 INFO [RS:0;c99348da3e93:37831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:33,350 INFO [RS:0;c99348da3e93:37831 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:33,350 INFO [RS:0;c99348da3e93:37831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:33,350 INFO [RS:0;c99348da3e93:37831 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:33,350 INFO [RS:0;c99348da3e93:37831 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:33,350 INFO [RS:0;c99348da3e93:37831 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,37831,1732461571483-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:19:33,368 INFO [RS:0;c99348da3e93:37831 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T15:19:33,369 INFO [RS:0;c99348da3e93:37831 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,37831,1732461571483-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:33,369 INFO [RS:0;c99348da3e93:37831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:33,369 INFO [RS:0;c99348da3e93:37831 {}] regionserver.Replication(171): c99348da3e93,37831,1732461571483 started 2024-11-24T15:19:33,386 INFO [RS:0;c99348da3e93:37831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:33,386 INFO [RS:0;c99348da3e93:37831 {}] regionserver.HRegionServer(1482): Serving as c99348da3e93,37831,1732461571483, RpcServer on c99348da3e93/172.17.0.2:37831, sessionid=0x1014a8f93d20001 2024-11-24T15:19:33,386 DEBUG [RS:0;c99348da3e93:37831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T15:19:33,386 DEBUG [RS:0;c99348da3e93:37831 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c99348da3e93,37831,1732461571483 2024-11-24T15:19:33,386 DEBUG [RS:0;c99348da3e93:37831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,37831,1732461571483' 2024-11-24T15:19:33,386 DEBUG [RS:0;c99348da3e93:37831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01208929237/flush-table-proc/abort' 2024-11-24T15:19:33,386 DEBUG [RS:0;c99348da3e93:37831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01208929237/flush-table-proc/acquired' 2024-11-24T15:19:33,387 DEBUG [RS:0;c99348da3e93:37831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T15:19:33,387 DEBUG [RS:0;c99348da3e93:37831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T15:19:33,387 DEBUG [RS:0;c99348da3e93:37831 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c99348da3e93,37831,1732461571483 2024-11-24T15:19:33,387 DEBUG [RS:0;c99348da3e93:37831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,37831,1732461571483' 2024-11-24T15:19:33,387 DEBUG [RS:0;c99348da3e93:37831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01208929237/online-snapshot/abort' 2024-11-24T15:19:33,387 DEBUG [RS:0;c99348da3e93:37831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01208929237/online-snapshot/acquired' 2024-11-24T15:19:33,387 DEBUG [RS:0;c99348da3e93:37831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T15:19:33,387 INFO [RS:0;c99348da3e93:37831 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T15:19:33,387 INFO [RS:0;c99348da3e93:37831 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T15:19:33,488 INFO [RS:0;c99348da3e93:37831 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:19:33,490 INFO [RS:0;c99348da3e93:37831 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C37831%2C1732461571483, suffix=, logDir=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483, archiveDir=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/oldWALs, maxLogs=10 2024-11-24T15:19:33,508 DEBUG [RS:0;c99348da3e93:37831 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490, exclude list is [], retry=0 2024-11-24T15:19:33,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39611,DS-505480f0-ae43-413a-96f3-ee8598598559,DISK] 2024-11-24T15:19:33,512 INFO [RS:0;c99348da3e93:37831 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 2024-11-24T15:19:33,513 DEBUG [RS:0;c99348da3e93:37831 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35405:35405)] 2024-11-24T15:19:33,693 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T15:19:33,694 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5 2024-11-24T15:19:33,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741833_1009 (size=32) 2024-11-24T15:19:34,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:34,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:19:34,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:19:34,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:34,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:34,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:19:34,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:19:34,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:34,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:34,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:19:34,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:19:34,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:34,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:34,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:19:34,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:19:34,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:34,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:34,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:19:34,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/meta/1588230740 2024-11-24T15:19:34,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/meta/1588230740 2024-11-24T15:19:34,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:19:34,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:19:34,121 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:19:34,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:19:34,124 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:19:34,124 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75415448, jitterRate=0.12377774715423584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:19:34,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732461574107Initializing all the Stores at 1732461574108 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461574108Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461574108Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461574108Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461574108Cleaning up temporary data from old regions at 1732461574120 (+12 ms)Region opened successfully at 1732461574125 (+5 ms) 2024-11-24T15:19:34,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:19:34,125 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:19:34,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:19:34,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:19:34,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:19:34,125 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:19:34,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461574125Disabling compacts and flushes for region at 1732461574125Disabling writes for close at 1732461574125Writing region close event to WAL at 1732461574125Closed at 1732461574125 2024-11-24T15:19:34,127 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:19:34,127 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T15:19:34,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T15:19:34,129 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:19:34,130 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T15:19:34,280 DEBUG [c99348da3e93:41621 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T15:19:34,281 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c99348da3e93,37831,1732461571483 2024-11-24T15:19:34,282 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,37831,1732461571483, state=OPENING 2024-11-24T15:19:34,283 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T15:19:34,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208929237 2024-11-24T15:19:34,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37831-0x1014a8f93d20001, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208929237 2024-11-24T15:19:34,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01208929237/meta-region-server: CHANGED 2024-11-24T15:19:34,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01208929237/meta-region-server: CHANGED 2024-11-24T15:19:34,285 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:19:34,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,37831,1732461571483}] 2024-11-24T15:19:34,437 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:19:34,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T15:19:34,442 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T15:19:34,442 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:19:34,442 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T15:19:34,443 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C37831%2C1732461571483.meta, suffix=.meta, logDir=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483, archiveDir=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/oldWALs, maxLogs=10 2024-11-24T15:19:34,456 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.meta.1732461574443.meta, exclude list is [], retry=0 2024-11-24T15:19:34,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39611,DS-505480f0-ae43-413a-96f3-ee8598598559,DISK] 2024-11-24T15:19:34,460 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.meta.1732461574443.meta 2024-11-24T15:19:34,461 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35405:35405)] 2024-11-24T15:19:34,461 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:19:34,461 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:19:34,461 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:19:34,461 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T15:19:34,461 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T15:19:34,461 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T15:19:34,461 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:34,462 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T15:19:34,462 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T15:19:34,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:19:34,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:19:34,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:34,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:34,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:19:34,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:19:34,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:34,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:34,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:19:34,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:19:34,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:34,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:34,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:19:34,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:19:34,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:34,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:34,467 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:19:34,468 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/meta/1588230740 2024-11-24T15:19:34,469 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/meta/1588230740 2024-11-24T15:19:34,470 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:19:34,470 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:19:34,470 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:19:34,471 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:19:34,472 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63577837, jitterRate=-0.05261640250682831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:19:34,472 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T15:19:34,473 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732461574462Writing region info on filesystem at 1732461574462Initializing all the Stores at 1732461574462Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461574462Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461574463 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461574463Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461574463Cleaning up temporary data from old regions at 1732461574470 (+7 ms)Running coprocessor post-open hooks at 1732461574472 (+2 ms)Region opened successfully at 1732461574473 (+1 ms) 2024-11-24T15:19:34,474 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732461574437 2024-11-24T15:19:34,475 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T15:19:34,476 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T15:19:34,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,37831,1732461571483 2024-11-24T15:19:34,479 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,37831,1732461571483, state=OPEN 2024-11-24T15:19:34,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37831-0x1014a8f93d20001, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01208929237/meta-region-server 2024-11-24T15:19:34,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01208929237/meta-region-server 2024-11-24T15:19:34,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01208929237/meta-region-server: CHANGED 2024-11-24T15:19:34,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01208929237/meta-region-server: CHANGED 2024-11-24T15:19:34,485 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c99348da3e93,37831,1732461571483 2024-11-24T15:19:34,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T15:19:34,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,37831,1732461571483 in 200 msec 2024-11-24T15:19:34,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T15:19:34,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-24T15:19:34,490 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:19:34,490 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T15:19:34,491 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:19:34,491 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,37831,1732461571483, seqNum=-1] 2024-11-24T15:19:34,492 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:19:34,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:19:34,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2160 sec 2024-11-24T15:19:34,497 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732461574497, completionTime=-1 2024-11-24T15:19:34,497 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T15:19:34,497 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T15:19:34,499 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T15:19:34,499 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732461634499 2024-11-24T15:19:34,499 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732461694499 2024-11-24T15:19:34,499 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T15:19:34,499 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,41621,1732461571421-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:34,499 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,41621,1732461571421-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:34,499 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,41621,1732461571421-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:34,499 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c99348da3e93:41621, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:34,499 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:34,500 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:34,501 DEBUG [master/c99348da3e93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T15:19:34,503 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.970sec 2024-11-24T15:19:34,503 INFO [master/c99348da3e93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T15:19:34,503 INFO [master/c99348da3e93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T15:19:34,503 INFO [master/c99348da3e93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T15:19:34,504 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T15:19:34,504 INFO [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T15:19:34,504 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,41621,1732461571421-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:19:34,504 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,41621,1732461571421-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T15:19:34,506 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T15:19:34,506 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T15:19:34,506 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,41621,1732461571421-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:34,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d33abb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:34,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,41621,-1 for getting cluster id 2024-11-24T15:19:34,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:19:34,517 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96146dfa-5ae4-499f-806d-84ff1db1576f' 2024-11-24T15:19:34,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:19:34,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96146dfa-5ae4-499f-806d-84ff1db1576f" 2024-11-24T15:19:34,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4757240e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:34,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,41621,-1] 2024-11-24T15:19:34,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:19:34,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:34,519 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:19:34,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6be482d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:34,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:19:34,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,37831,1732461571483, seqNum=-1] 2024-11-24T15:19:34,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:19:34,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:19:34,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c99348da3e93,41621,1732461571421 2024-11-24T15:19:34,525 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56528 2024-11-24T15:19:34,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:19:34,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a8f93d20002 connected 2024-11-24T15:19:34,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/hadoop.log.dir so I do NOT create it in target/test-data/8754e732-b59a-466d-daf8-0bb30918d906 2024-11-24T15:19:34,542 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T15:19:34,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/hadoop.tmp.dir so I do NOT create it in target/test-data/8754e732-b59a-466d-daf8-0bb30918d906 2024-11-24T15:19:34,542 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T15:19:34,542 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906 2024-11-24T15:19:34,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T15:19:34,542 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/cluster_4a244b00-f3e8-2cb4-55e4-c4f3708f01ca, deleteOnExit=true 2024-11-24T15:19:34,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T15:19:34,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/test.cache.data in system properties and HBase conf 2024-11-24T15:19:34,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T15:19:34,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/hadoop.log.dir in system properties and HBase conf 2024-11-24T15:19:34,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T15:19:34,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T15:19:34,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T15:19:34,543 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T15:19:34,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:19:34,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:19:34,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T15:19:34,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:19:34,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T15:19:34,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T15:19:34,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:19:34,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:19:34,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T15:19:34,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/nfs.dump.dir in system properties and HBase conf 2024-11-24T15:19:34,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/java.io.tmpdir in system properties and HBase conf 2024-11-24T15:19:34,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:19:34,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T15:19:34,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T15:19:34,627 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:19:34,631 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:19:34,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:19:34,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:19:34,635 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:19:34,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:19:34,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@337893ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:19:34,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c35755c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:19:34,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b7def0d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/java.io.tmpdir/jetty-localhost-38717-hadoop-hdfs-3_4_1-tests_jar-_-any-9530993411730089962/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:19:34,753 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@985469f{HTTP/1.1, (http/1.1)}{localhost:38717} 2024-11-24T15:19:34,753 INFO [Time-limited test {}] server.Server(415): Started @157634ms 2024-11-24T15:19:34,838 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:19:34,841 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:19:34,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:19:34,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:19:34,845 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:19:34,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b245f65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:19:34,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@280eb2af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:19:34,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16074d36{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/java.io.tmpdir/jetty-localhost-33927-hadoop-hdfs-3_4_1-tests_jar-_-any-15581824762067257194/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:19:34,979 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a1aa06e{HTTP/1.1, (http/1.1)}{localhost:33927} 2024-11-24T15:19:34,979 INFO [Time-limited test {}] server.Server(415): Started @157861ms 2024-11-24T15:19:34,981 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T15:19:35,088 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/cluster_4a244b00-f3e8-2cb4-55e4-c4f3708f01ca/data/data1/current/BP-1442654445-172.17.0.2-1732461574568/current, will proceed with Du for space computation calculation, 2024-11-24T15:19:35,088 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/cluster_4a244b00-f3e8-2cb4-55e4-c4f3708f01ca/data/data2/current/BP-1442654445-172.17.0.2-1732461574568/current, will proceed with Du for space computation calculation, 2024-11-24T15:19:35,108 WARN [Thread-1788 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T15:19:35,110 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec0352714446ffe1 with lease ID 0x4ad41d1c1cde2713: Processing first storage report for DS-c9e892c4-a77e-4097-a184-3dad8f4bf529 from datanode DatanodeRegistration(127.0.0.1:39925, datanodeUuid=b38cf318-2c7c-4296-b9e3-88f6fbec3111, infoPort=41503, infoSecurePort=0, ipcPort=36881, storageInfo=lv=-57;cid=testClusterID;nsid=2039077020;c=1732461574568) 2024-11-24T15:19:35,110 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec0352714446ffe1 with lease ID 0x4ad41d1c1cde2713: from storage DS-c9e892c4-a77e-4097-a184-3dad8f4bf529 node DatanodeRegistration(127.0.0.1:39925, datanodeUuid=b38cf318-2c7c-4296-b9e3-88f6fbec3111, infoPort=41503, infoSecurePort=0, ipcPort=36881, storageInfo=lv=-57;cid=testClusterID;nsid=2039077020;c=1732461574568), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:19:35,110 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec0352714446ffe1 with lease ID 0x4ad41d1c1cde2713: Processing first storage report for DS-63afc866-24cb-4da4-9138-b476e98d1e26 from datanode DatanodeRegistration(127.0.0.1:39925, datanodeUuid=b38cf318-2c7c-4296-b9e3-88f6fbec3111, infoPort=41503, infoSecurePort=0, ipcPort=36881, storageInfo=lv=-57;cid=testClusterID;nsid=2039077020;c=1732461574568) 2024-11-24T15:19:35,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec0352714446ffe1 with lease ID 0x4ad41d1c1cde2713: from storage DS-63afc866-24cb-4da4-9138-b476e98d1e26 node DatanodeRegistration(127.0.0.1:39925, datanodeUuid=b38cf318-2c7c-4296-b9e3-88f6fbec3111, infoPort=41503, infoSecurePort=0, ipcPort=36881, storageInfo=lv=-57;cid=testClusterID;nsid=2039077020;c=1732461574568), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:19:35,119 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906 2024-11-24T15:19:35,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:35,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:35,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741825_1001 (size=7) 2024-11-24T15:19:35,145 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506 with version=8 2024-11-24T15:19:35,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/hbase-staging 2024-11-24T15:19:35,147 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:19:35,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:35,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:35,148 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:19:35,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:35,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:19:35,148 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T15:19:35,148 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:19:35,148 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36763 2024-11-24T15:19:35,149 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36763 connecting to ZooKeeper ensemble=127.0.0.1:56528 2024-11-24T15:19:35,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367630x0, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:19:35,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:35,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:35,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36763-0x1014a8f93d20003 connected 2024-11-24T15:19:35,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Set watcher on znode that does not yet exist, /1480827249/running 2024-11-24T15:19:35,201 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506, hbase.cluster.distributed=false 2024-11-24T15:19:35,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Set watcher on znode that does not yet exist, /1480827249/acl 2024-11-24T15:19:35,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36763 2024-11-24T15:19:35,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36763 2024-11-24T15:19:35,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36763 2024-11-24T15:19:35,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36763 2024-11-24T15:19:35,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36763 2024-11-24T15:19:35,254 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:19:35,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:35,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:35,254 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:19:35,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:35,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:19:35,254 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T15:19:35,254 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:19:35,255 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37403 2024-11-24T15:19:35,256 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37403 connecting to ZooKeeper ensemble=127.0.0.1:56528 2024-11-24T15:19:35,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:35,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:35,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374030x0, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:19:35,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374030x0, quorum=127.0.0.1:56528, baseZNode=/1480827249 Set watcher on znode that does not yet exist, /1480827249/running 2024-11-24T15:19:35,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37403-0x1014a8f93d20004 connected 2024-11-24T15:19:35,264 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T15:19:35,264 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T15:19:35,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37403-0x1014a8f93d20004, quorum=127.0.0.1:56528, baseZNode=/1480827249 Set watcher on znode that does not yet exist, /1480827249/master 2024-11-24T15:19:35,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37403-0x1014a8f93d20004, quorum=127.0.0.1:56528, baseZNode=/1480827249 Set watcher on znode that does not yet exist, /1480827249/acl 2024-11-24T15:19:35,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37403 2024-11-24T15:19:35,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37403 2024-11-24T15:19:35,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37403 2024-11-24T15:19:35,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37403 2024-11-24T15:19:35,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37403 2024-11-24T15:19:35,281 DEBUG [M:0;c99348da3e93:36763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c99348da3e93:36763 2024-11-24T15:19:35,281 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1480827249/backup-masters/c99348da3e93,36763,1732461575147 2024-11-24T15:19:35,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37403-0x1014a8f93d20004, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480827249/backup-masters 2024-11-24T15:19:35,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480827249/backup-masters 2024-11-24T15:19:35,283 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Set watcher on existing znode=/1480827249/backup-masters/c99348da3e93,36763,1732461575147 2024-11-24T15:19:35,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37403-0x1014a8f93d20004, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1480827249/master 2024-11-24T15:19:35,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480827249 2024-11-24T15:19:35,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37403-0x1014a8f93d20004, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480827249 2024-11-24T15:19:35,284 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Set watcher on existing znode=/1480827249/master 2024-11-24T15:19:35,285 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1480827249/backup-masters/c99348da3e93,36763,1732461575147 from backup master directory 2024-11-24T15:19:35,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1480827249/backup-masters/c99348da3e93,36763,1732461575147 2024-11-24T15:19:35,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480827249/backup-masters 2024-11-24T15:19:35,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37403-0x1014a8f93d20004, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480827249/backup-masters 2024-11-24T15:19:35,287 WARN [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:19:35,287 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c99348da3e93,36763,1732461575147 2024-11-24T15:19:35,293 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/hbase.id] with ID: 78c36121-0e3f-42b7-b2cb-f0213baef8ea 2024-11-24T15:19:35,293 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/.tmp/hbase.id 2024-11-24T15:19:35,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741826_1002 (size=42) 2024-11-24T15:19:35,311 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/.tmp/hbase.id]:[hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/hbase.id] 2024-11-24T15:19:35,324 INFO [master/c99348da3e93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:35,324 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T15:19:35,325 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T15:19:35,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480827249 2024-11-24T15:19:35,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37403-0x1014a8f93d20004, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480827249 2024-11-24T15:19:35,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741827_1003 (size=196) 2024-11-24T15:19:35,349 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:19:35,350 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T15:19:35,356 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:19:35,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741828_1004 (size=1189) 2024-11-24T15:19:35,789 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/MasterData/data/master/store 2024-11-24T15:19:35,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741829_1005 (size=34) 2024-11-24T15:19:35,810 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:35,810 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:19:35,810 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:35,810 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:35,810 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:19:35,810 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:35,810 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:35,810 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461575810Disabling compacts and flushes for region at 1732461575810Disabling writes for close at 1732461575810Writing region close event to WAL at 1732461575810Closed at 1732461575810 2024-11-24T15:19:35,812 WARN [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/MasterData/data/master/store/.initializing 2024-11-24T15:19:35,812 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/MasterData/WALs/c99348da3e93,36763,1732461575147 2024-11-24T15:19:35,815 INFO [master/c99348da3e93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:19:35,818 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c99348da3e93%2C36763%2C1732461575147, suffix=, logDir=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/MasterData/WALs/c99348da3e93,36763,1732461575147, archiveDir=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/MasterData/oldWALs, maxLogs=10 2024-11-24T15:19:35,840 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/MasterData/WALs/c99348da3e93,36763,1732461575147/c99348da3e93%2C36763%2C1732461575147.1732461575818, exclude list is [], retry=0 2024-11-24T15:19:35,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-c9e892c4-a77e-4097-a184-3dad8f4bf529,DISK] 2024-11-24T15:19:35,852 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/MasterData/WALs/c99348da3e93,36763,1732461575147/c99348da3e93%2C36763%2C1732461575147.1732461575818 2024-11-24T15:19:35,856 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41503:41503)] 2024-11-24T15:19:35,856 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:19:35,857 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:35,857 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:35,857 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:35,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:35,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T15:19:35,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:35,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:35,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:35,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T15:19:35,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:35,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:35,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:35,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T15:19:35,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:35,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:35,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:35,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T15:19:35,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:35,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:35,880 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:35,881 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:35,882 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:35,883 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:35,883 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:35,884 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:19:35,887 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:35,890 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:19:35,890 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70291839, jitterRate=0.047430023550987244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:19:35,891 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732461575857Initializing all the Stores at 1732461575858 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461575858Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461575864 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461575864Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461575864Cleaning up temporary data from old regions at 1732461575883 (+19 ms)Region opened successfully at 1732461575891 (+8 ms) 2024-11-24T15:19:35,891 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T15:19:35,895 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f85e17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:19:35,896 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T15:19:35,896 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T15:19:35,896 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T15:19:35,896 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T15:19:35,897 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T15:19:35,897 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T15:19:35,897 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T15:19:35,900 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T15:19:35,901 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Unable to get data of znode /1480827249/balancer because node does not exist (not necessarily an error) 2024-11-24T15:19:35,902 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1480827249/balancer already deleted, retry=false 2024-11-24T15:19:35,903 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T15:19:35,904 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Unable to get data of znode /1480827249/normalizer because node does not exist (not necessarily an error) 2024-11-24T15:19:35,905 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1480827249/normalizer already deleted, retry=false 2024-11-24T15:19:35,906 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T15:19:35,910 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Unable to get data of znode /1480827249/switch/split because node does not exist (not necessarily an error) 2024-11-24T15:19:35,912 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1480827249/switch/split already deleted, retry=false 2024-11-24T15:19:35,913 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Unable to get data of znode /1480827249/switch/merge because node does not exist (not necessarily an error) 2024-11-24T15:19:35,914 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1480827249/switch/merge already deleted, retry=false 2024-11-24T15:19:35,916 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Unable to get data of znode /1480827249/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T15:19:35,917 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1480827249/snapshot-cleanup already deleted, retry=false 2024-11-24T15:19:35,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37403-0x1014a8f93d20004, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1480827249/running 2024-11-24T15:19:35,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1480827249/running 2024-11-24T15:19:35,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37403-0x1014a8f93d20004, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480827249 2024-11-24T15:19:35,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480827249 2024-11-24T15:19:35,920 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c99348da3e93,36763,1732461575147, sessionid=0x1014a8f93d20003, setting cluster-up flag (Was=false) 2024-11-24T15:19:35,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37403-0x1014a8f93d20004, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480827249 2024-11-24T15:19:35,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480827249 2024-11-24T15:19:35,929 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1480827249/flush-table-proc/acquired, /1480827249/flush-table-proc/reached, /1480827249/flush-table-proc/abort 2024-11-24T15:19:35,930 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,36763,1732461575147 2024-11-24T15:19:35,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37403-0x1014a8f93d20004, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480827249 2024-11-24T15:19:35,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480827249 2024-11-24T15:19:35,943 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1480827249/online-snapshot/acquired, /1480827249/online-snapshot/reached, /1480827249/online-snapshot/abort 2024-11-24T15:19:35,944 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,36763,1732461575147 2024-11-24T15:19:35,946 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T15:19:35,948 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T15:19:35,948 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T15:19:35,948 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T15:19:35,949 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c99348da3e93,36763,1732461575147 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T15:19:35,950 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:19:35,950 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:19:35,950 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:19:35,950 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:19:35,950 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c99348da3e93:0, corePoolSize=10, maxPoolSize=10 2024-11-24T15:19:35,950 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:35,950 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:19:35,950 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:35,958 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:19:35,958 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T15:19:35,959 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:35,959 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T15:19:35,986 INFO [RS:0;c99348da3e93:37403 {}] regionserver.HRegionServer(746): ClusterId : 78c36121-0e3f-42b7-b2cb-f0213baef8ea 2024-11-24T15:19:35,986 DEBUG [RS:0;c99348da3e93:37403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T15:19:35,989 DEBUG [RS:0;c99348da3e93:37403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T15:19:35,989 DEBUG [RS:0;c99348da3e93:37403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T15:19:35,995 DEBUG [RS:0;c99348da3e93:37403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T15:19:35,996 DEBUG [RS:0;c99348da3e93:37403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1c9686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:19:36,000 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732461606000 2024-11-24T15:19:36,000 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T15:19:36,001 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T15:19:36,001 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T15:19:36,001 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T15:19:36,001 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T15:19:36,001 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T15:19:36,004 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:36,005 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T15:19:36,005 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T15:19:36,005 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T15:19:36,005 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T15:19:36,008 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T15:19:36,008 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T15:19:36,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741831_1007 (size=1321) 2024-11-24T15:19:36,022 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T15:19:36,022 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506 2024-11-24T15:19:36,039 DEBUG [RS:0;c99348da3e93:37403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c99348da3e93:37403 2024-11-24T15:19:36,039 INFO [RS:0;c99348da3e93:37403 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T15:19:36,039 INFO [RS:0;c99348da3e93:37403 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T15:19:36,039 DEBUG [RS:0;c99348da3e93:37403 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T15:19:36,042 INFO [RS:0;c99348da3e93:37403 {}] regionserver.HRegionServer(2659): reportForDuty to master=c99348da3e93,36763,1732461575147 with port=37403, startcode=1732461575254 2024-11-24T15:19:36,042 DEBUG [RS:0;c99348da3e93:37403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T15:19:36,048 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461576008,5,FailOnTimeoutGroup] 2024-11-24T15:19:36,053 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T15:19:36,053 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36763 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T15:19:36,054 DEBUG [RS:0;c99348da3e93:37403 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-24T15:19:36,054 WARN [RS:0;c99348da3e93:37403 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-24T15:19:36,056 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461576048,5,FailOnTimeoutGroup] 2024-11-24T15:19:36,056 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:36,056 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T15:19:36,056 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:36,056 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:36,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741832_1008 (size=32) 2024-11-24T15:19:36,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:36,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:19:36,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:19:36,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:36,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:36,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:19:36,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:19:36,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:36,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:36,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:19:36,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:19:36,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:36,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:36,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:19:36,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:19:36,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:36,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:36,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:19:36,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/meta/1588230740 2024-11-24T15:19:36,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/meta/1588230740 2024-11-24T15:19:36,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:19:36,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:19:36,073 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:19:36,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:19:36,076 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:19:36,077 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67977868, jitterRate=0.012949168682098389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:19:36,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732461576065Initializing all the Stores at 1732461576065Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461576065Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461576066 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461576066Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461576066Cleaning up temporary data from old regions at 1732461576073 (+7 ms)Region opened successfully at 1732461576077 (+4 ms) 2024-11-24T15:19:36,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:19:36,077 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:19:36,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:19:36,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:19:36,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:19:36,077 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:19:36,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461576077Disabling compacts and flushes for region at 1732461576077Disabling writes for close at 1732461576077Writing region close event to WAL at 1732461576077Closed at 1732461576077 2024-11-24T15:19:36,079 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:19:36,079 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T15:19:36,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T15:19:36,080 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:19:36,080 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T15:19:36,155 INFO [RS:0;c99348da3e93:37403 {}] regionserver.HRegionServer(2659): reportForDuty to master=c99348da3e93,36763,1732461575147 with port=37403, startcode=1732461575254 2024-11-24T15:19:36,155 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36763 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c99348da3e93,37403,1732461575254 2024-11-24T15:19:36,155 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36763 {}] master.ServerManager(517): Registering regionserver=c99348da3e93,37403,1732461575254 2024-11-24T15:19:36,157 DEBUG [RS:0;c99348da3e93:37403 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506 2024-11-24T15:19:36,157 DEBUG [RS:0;c99348da3e93:37403 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33013 2024-11-24T15:19:36,157 DEBUG [RS:0;c99348da3e93:37403 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T15:19:36,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480827249/rs 2024-11-24T15:19:36,160 DEBUG [RS:0;c99348da3e93:37403 {}] zookeeper.ZKUtil(111): regionserver:37403-0x1014a8f93d20004, quorum=127.0.0.1:56528, baseZNode=/1480827249 Set watcher on existing znode=/1480827249/rs/c99348da3e93,37403,1732461575254 2024-11-24T15:19:36,160 WARN [RS:0;c99348da3e93:37403 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:19:36,160 INFO [RS:0;c99348da3e93:37403 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:19:36,160 DEBUG [RS:0;c99348da3e93:37403 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254 2024-11-24T15:19:36,160 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c99348da3e93,37403,1732461575254] 2024-11-24T15:19:36,163 INFO [RS:0;c99348da3e93:37403 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T15:19:36,165 INFO [RS:0;c99348da3e93:37403 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T15:19:36,166 INFO [RS:0;c99348da3e93:37403 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T15:19:36,166 INFO [RS:0;c99348da3e93:37403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:36,166 INFO [RS:0;c99348da3e93:37403 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T15:19:36,167 INFO [RS:0;c99348da3e93:37403 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T15:19:36,167 INFO [RS:0;c99348da3e93:37403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:36,167 DEBUG [RS:0;c99348da3e93:37403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:36,167 DEBUG [RS:0;c99348da3e93:37403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:36,167 DEBUG [RS:0;c99348da3e93:37403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:36,167 DEBUG [RS:0;c99348da3e93:37403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:36,167 DEBUG [RS:0;c99348da3e93:37403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:36,167 DEBUG [RS:0;c99348da3e93:37403 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:19:36,167 DEBUG [RS:0;c99348da3e93:37403 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:36,167 DEBUG [RS:0;c99348da3e93:37403 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:36,167 DEBUG [RS:0;c99348da3e93:37403 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:36,167 DEBUG [RS:0;c99348da3e93:37403 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:36,167 DEBUG [RS:0;c99348da3e93:37403 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:36,167 DEBUG [RS:0;c99348da3e93:37403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:36,167 DEBUG [RS:0;c99348da3e93:37403 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:19:36,167 DEBUG [RS:0;c99348da3e93:37403 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:19:36,168 INFO [RS:0;c99348da3e93:37403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:36,168 INFO [RS:0;c99348da3e93:37403 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:36,168 INFO [RS:0;c99348da3e93:37403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:36,168 INFO [RS:0;c99348da3e93:37403 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:36,168 INFO [RS:0;c99348da3e93:37403 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:36,168 INFO [RS:0;c99348da3e93:37403 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,37403,1732461575254-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:19:36,182 INFO [RS:0;c99348da3e93:37403 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T15:19:36,183 INFO [RS:0;c99348da3e93:37403 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,37403,1732461575254-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:36,183 INFO [RS:0;c99348da3e93:37403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:36,183 INFO [RS:0;c99348da3e93:37403 {}] regionserver.Replication(171): c99348da3e93,37403,1732461575254 started 2024-11-24T15:19:36,204 INFO [RS:0;c99348da3e93:37403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:36,204 INFO [RS:0;c99348da3e93:37403 {}] regionserver.HRegionServer(1482): Serving as c99348da3e93,37403,1732461575254, RpcServer on c99348da3e93/172.17.0.2:37403, sessionid=0x1014a8f93d20004 2024-11-24T15:19:36,205 DEBUG [RS:0;c99348da3e93:37403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T15:19:36,205 DEBUG [RS:0;c99348da3e93:37403 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c99348da3e93,37403,1732461575254 2024-11-24T15:19:36,205 DEBUG [RS:0;c99348da3e93:37403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,37403,1732461575254' 2024-11-24T15:19:36,205 DEBUG [RS:0;c99348da3e93:37403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1480827249/flush-table-proc/abort' 2024-11-24T15:19:36,205 DEBUG [RS:0;c99348da3e93:37403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1480827249/flush-table-proc/acquired' 2024-11-24T15:19:36,206 DEBUG [RS:0;c99348da3e93:37403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T15:19:36,206 DEBUG [RS:0;c99348da3e93:37403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T15:19:36,206 DEBUG [RS:0;c99348da3e93:37403 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c99348da3e93,37403,1732461575254 2024-11-24T15:19:36,206 DEBUG [RS:0;c99348da3e93:37403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,37403,1732461575254' 2024-11-24T15:19:36,206 DEBUG [RS:0;c99348da3e93:37403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1480827249/online-snapshot/abort' 2024-11-24T15:19:36,206 DEBUG [RS:0;c99348da3e93:37403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1480827249/online-snapshot/acquired' 2024-11-24T15:19:36,207 DEBUG [RS:0;c99348da3e93:37403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T15:19:36,207 INFO [RS:0;c99348da3e93:37403 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T15:19:36,207 INFO [RS:0;c99348da3e93:37403 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T15:19:36,231 WARN [c99348da3e93:36763 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T15:19:36,307 INFO [RS:0;c99348da3e93:37403 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:19:36,309 INFO [RS:0;c99348da3e93:37403 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C37403%2C1732461575254, suffix=, logDir=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254, archiveDir=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/oldWALs, maxLogs=10 2024-11-24T15:19:36,330 DEBUG [RS:0;c99348da3e93:37403 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254/c99348da3e93%2C37403%2C1732461575254.1732461576310, exclude list is [], retry=0 2024-11-24T15:19:36,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-c9e892c4-a77e-4097-a184-3dad8f4bf529,DISK] 2024-11-24T15:19:36,335 INFO [RS:0;c99348da3e93:37403 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254/c99348da3e93%2C37403%2C1732461575254.1732461576310 2024-11-24T15:19:36,336 DEBUG [RS:0;c99348da3e93:37403 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41503:41503)] 2024-11-24T15:19:36,481 DEBUG [c99348da3e93:36763 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T15:19:36,481 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c99348da3e93,37403,1732461575254 2024-11-24T15:19:36,482 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,37403,1732461575254, state=OPENING 2024-11-24T15:19:36,489 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T15:19:36,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480827249 2024-11-24T15:19:36,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37403-0x1014a8f93d20004, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480827249 2024-11-24T15:19:36,491 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:19:36,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1480827249/meta-region-server: CHANGED 2024-11-24T15:19:36,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1480827249/meta-region-server: CHANGED 2024-11-24T15:19:36,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,37403,1732461575254}] 2024-11-24T15:19:36,643 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:19:36,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T15:19:36,648 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T15:19:36,648 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:19:36,648 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T15:19:36,650 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C37403%2C1732461575254.meta, suffix=.meta, logDir=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254, archiveDir=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/oldWALs, maxLogs=10 2024-11-24T15:19:36,664 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254/c99348da3e93%2C37403%2C1732461575254.meta.1732461576650.meta, exclude list is [], retry=0 2024-11-24T15:19:36,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-c9e892c4-a77e-4097-a184-3dad8f4bf529,DISK] 2024-11-24T15:19:36,667 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254/c99348da3e93%2C37403%2C1732461575254.meta.1732461576650.meta 2024-11-24T15:19:36,667 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41503:41503)] 2024-11-24T15:19:36,667 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:19:36,668 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:19:36,668 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:19:36,668 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T15:19:36,668 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T15:19:36,668 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T15:19:36,668 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:36,668 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T15:19:36,668 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T15:19:36,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:19:36,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:19:36,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:36,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:36,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:19:36,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:19:36,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:36,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:36,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:19:36,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:19:36,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:36,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:36,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:19:36,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:19:36,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:36,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:36,674 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:19:36,674 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/meta/1588230740 2024-11-24T15:19:36,675 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/meta/1588230740 2024-11-24T15:19:36,676 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:19:36,676 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:19:36,677 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:19:36,678 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:19:36,678 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64921520, jitterRate=-0.03259396553039551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:19:36,678 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T15:19:36,679 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732461576668Writing region info on filesystem at 1732461576668Initializing all the Stores at 1732461576669 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461576669Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461576669Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461576669Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461576669Cleaning up temporary data from old regions at 1732461576676 (+7 ms)Running coprocessor post-open hooks at 1732461576678 (+2 ms)Region opened successfully at 1732461576679 (+1 ms) 2024-11-24T15:19:36,679 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732461576643 2024-11-24T15:19:36,681 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T15:19:36,681 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T15:19:36,682 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,37403,1732461575254 2024-11-24T15:19:36,683 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,37403,1732461575254, state=OPEN 2024-11-24T15:19:36,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1480827249/meta-region-server 2024-11-24T15:19:36,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37403-0x1014a8f93d20004, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1480827249/meta-region-server 2024-11-24T15:19:36,688 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c99348da3e93,37403,1732461575254 2024-11-24T15:19:36,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1480827249/meta-region-server: CHANGED 2024-11-24T15:19:36,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1480827249/meta-region-server: CHANGED 2024-11-24T15:19:36,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T15:19:36,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,37403,1732461575254 in 197 msec 2024-11-24T15:19:36,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T15:19:36,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 611 msec 2024-11-24T15:19:36,692 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:19:36,692 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T15:19:36,693 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:19:36,693 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,37403,1732461575254, seqNum=-1] 2024-11-24T15:19:36,693 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:19:36,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:19:36,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 750 msec 2024-11-24T15:19:36,698 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732461576698, completionTime=-1 2024-11-24T15:19:36,698 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T15:19:36,698 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T15:19:36,700 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T15:19:36,700 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732461636700 2024-11-24T15:19:36,701 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732461696701 2024-11-24T15:19:36,701 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T15:19:36,701 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,36763,1732461575147-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:36,701 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,36763,1732461575147-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:36,701 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,36763,1732461575147-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:36,701 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c99348da3e93:36763, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:36,701 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:36,701 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:36,703 DEBUG [master/c99348da3e93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T15:19:36,705 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.418sec 2024-11-24T15:19:36,705 INFO [master/c99348da3e93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T15:19:36,705 INFO [master/c99348da3e93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T15:19:36,705 INFO [master/c99348da3e93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T15:19:36,705 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T15:19:36,705 INFO [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T15:19:36,705 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,36763,1732461575147-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:19:36,705 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,36763,1732461575147-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T15:19:36,707 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T15:19:36,708 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T15:19:36,708 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,36763,1732461575147-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:36,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b23218e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:36,786 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,36763,-1 for getting cluster id 2024-11-24T15:19:36,786 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:19:36,787 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78c36121-0e3f-42b7-b2cb-f0213baef8ea' 2024-11-24T15:19:36,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:19:36,788 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78c36121-0e3f-42b7-b2cb-f0213baef8ea" 2024-11-24T15:19:36,788 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f27869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:36,788 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,36763,-1] 2024-11-24T15:19:36,788 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:19:36,788 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:36,789 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:19:36,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e42ea67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:36,790 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:19:36,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,37403,1732461575254, seqNum=-1] 2024-11-24T15:19:36,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:19:36,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:19:36,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c99348da3e93,36763,1732461575147 2024-11-24T15:19:36,794 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56528 2024-11-24T15:19:36,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:19:36,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014a8f93d20005 connected 2024-11-24T15:19:36,799 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:19:36,800 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,41621,1732461571421 2024-11-24T15:19:36,800 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@628301d3 2024-11-24T15:19:36,800 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:19:36,801 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:19:36,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:19:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T15:19:36,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:19:36,804 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:36,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T15:19:36,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:19:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:19:36,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741835_1011 (size=902) 2024-11-24T15:19:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:19:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:19:37,213 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1b3bfea0b41455058cdf39eed8142353, NAME => 'test,,1732461576802.1b3bfea0b41455058cdf39eed8142353.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5 2024-11-24T15:19:37,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741836_1012 (size=39) 2024-11-24T15:19:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:19:37,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732461576802.1b3bfea0b41455058cdf39eed8142353.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:37,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1b3bfea0b41455058cdf39eed8142353, disabling compactions & flushes 2024-11-24T15:19:37,619 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732461576802.1b3bfea0b41455058cdf39eed8142353. 2024-11-24T15:19:37,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461576802.1b3bfea0b41455058cdf39eed8142353. 2024-11-24T15:19:37,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732461576802.1b3bfea0b41455058cdf39eed8142353. after waiting 0 ms 2024-11-24T15:19:37,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732461576802.1b3bfea0b41455058cdf39eed8142353. 2024-11-24T15:19:37,619 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732461576802.1b3bfea0b41455058cdf39eed8142353. 2024-11-24T15:19:37,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1b3bfea0b41455058cdf39eed8142353: Waiting for close lock at 1732461577619Disabling compacts and flushes for region at 1732461577619Disabling writes for close at 1732461577619Writing region close event to WAL at 1732461577619Closed at 1732461577619 2024-11-24T15:19:37,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:19:37,621 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732461576802.1b3bfea0b41455058cdf39eed8142353.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732461577620"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461577620"}]},"ts":"1732461577620"} 2024-11-24T15:19:37,623 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:19:37,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:19:37,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461577624"}]},"ts":"1732461577624"} 2024-11-24T15:19:37,625 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T15:19:37,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1b3bfea0b41455058cdf39eed8142353, ASSIGN}] 2024-11-24T15:19:37,627 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1b3bfea0b41455058cdf39eed8142353, ASSIGN 2024-11-24T15:19:37,628 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1b3bfea0b41455058cdf39eed8142353, ASSIGN; state=OFFLINE, location=c99348da3e93,37831,1732461571483; forceNewPlan=false, retain=false 2024-11-24T15:19:37,778 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1b3bfea0b41455058cdf39eed8142353, regionState=OPENING, regionLocation=c99348da3e93,37831,1732461571483 2024-11-24T15:19:37,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1b3bfea0b41455058cdf39eed8142353, ASSIGN because future has completed 2024-11-24T15:19:37,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b3bfea0b41455058cdf39eed8142353, server=c99348da3e93,37831,1732461571483}] 2024-11-24T15:19:37,937 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732461576802.1b3bfea0b41455058cdf39eed8142353. 2024-11-24T15:19:37,937 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b3bfea0b41455058cdf39eed8142353, NAME => 'test,,1732461576802.1b3bfea0b41455058cdf39eed8142353.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:19:37,937 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:19:37,938 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T15:19:37,938 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1b3bfea0b41455058cdf39eed8142353 2024-11-24T15:19:37,938 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732461576802.1b3bfea0b41455058cdf39eed8142353.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:37,938 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1b3bfea0b41455058cdf39eed8142353 2024-11-24T15:19:37,938 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1b3bfea0b41455058cdf39eed8142353 2024-11-24T15:19:37,939 INFO [StoreOpener-1b3bfea0b41455058cdf39eed8142353-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1b3bfea0b41455058cdf39eed8142353 2024-11-24T15:19:37,941 INFO [StoreOpener-1b3bfea0b41455058cdf39eed8142353-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b3bfea0b41455058cdf39eed8142353 columnFamilyName f 2024-11-24T15:19:37,941 DEBUG [StoreOpener-1b3bfea0b41455058cdf39eed8142353-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:37,941 INFO [StoreOpener-1b3bfea0b41455058cdf39eed8142353-1 {}] regionserver.HStore(327): Store=1b3bfea0b41455058cdf39eed8142353/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:37,941 INFO [StoreOpener-1b3bfea0b41455058cdf39eed8142353-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1b3bfea0b41455058cdf39eed8142353 2024-11-24T15:19:37,942 INFO [StoreOpener-1b3bfea0b41455058cdf39eed8142353-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b3bfea0b41455058cdf39eed8142353 columnFamilyName f1 2024-11-24T15:19:37,942 DEBUG [StoreOpener-1b3bfea0b41455058cdf39eed8142353-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:37,942 INFO [StoreOpener-1b3bfea0b41455058cdf39eed8142353-1 {}] regionserver.HStore(327): Store=1b3bfea0b41455058cdf39eed8142353/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:37,942 INFO [StoreOpener-1b3bfea0b41455058cdf39eed8142353-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1b3bfea0b41455058cdf39eed8142353 2024-11-24T15:19:37,943 INFO [StoreOpener-1b3bfea0b41455058cdf39eed8142353-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b3bfea0b41455058cdf39eed8142353 columnFamilyName norep 2024-11-24T15:19:37,943 DEBUG [StoreOpener-1b3bfea0b41455058cdf39eed8142353-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:37,943 INFO [StoreOpener-1b3bfea0b41455058cdf39eed8142353-1 {}] regionserver.HStore(327): Store=1b3bfea0b41455058cdf39eed8142353/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:37,944 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1b3bfea0b41455058cdf39eed8142353 2024-11-24T15:19:37,944 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/default/test/1b3bfea0b41455058cdf39eed8142353 2024-11-24T15:19:37,945 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/default/test/1b3bfea0b41455058cdf39eed8142353 2024-11-24T15:19:37,945 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1b3bfea0b41455058cdf39eed8142353 2024-11-24T15:19:37,945 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1b3bfea0b41455058cdf39eed8142353 2024-11-24T15:19:37,946 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:19:37,947 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1b3bfea0b41455058cdf39eed8142353 2024-11-24T15:19:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:19:37,949 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/default/test/1b3bfea0b41455058cdf39eed8142353/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:19:37,949 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1b3bfea0b41455058cdf39eed8142353; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71146958, jitterRate=0.06017228960990906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:19:37,949 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b3bfea0b41455058cdf39eed8142353 2024-11-24T15:19:37,950 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1b3bfea0b41455058cdf39eed8142353: Running coprocessor pre-open hook at 1732461577938Writing region info on filesystem at 1732461577938Initializing all the Stores at 1732461577939 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461577939Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461577939Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461577939Cleaning up temporary data from old regions at 1732461577945 (+6 ms)Running coprocessor post-open hooks at 1732461577949 (+4 ms)Region opened successfully at 1732461577950 (+1 ms) 2024-11-24T15:19:37,951 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732461576802.1b3bfea0b41455058cdf39eed8142353., pid=6, masterSystemTime=1732461577933 2024-11-24T15:19:37,953 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732461576802.1b3bfea0b41455058cdf39eed8142353. 2024-11-24T15:19:37,953 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732461576802.1b3bfea0b41455058cdf39eed8142353. 2024-11-24T15:19:37,953 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1b3bfea0b41455058cdf39eed8142353, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c99348da3e93,37831,1732461571483 2024-11-24T15:19:37,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b3bfea0b41455058cdf39eed8142353, server=c99348da3e93,37831,1732461571483 because future has completed 2024-11-24T15:19:37,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T15:19:37,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b3bfea0b41455058cdf39eed8142353, server=c99348da3e93,37831,1732461571483 in 175 msec 2024-11-24T15:19:37,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T15:19:37,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1b3bfea0b41455058cdf39eed8142353, ASSIGN in 331 msec 2024-11-24T15:19:37,960 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:19:37,960 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461577960"}]},"ts":"1732461577960"} 2024-11-24T15:19:37,962 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T15:19:37,963 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:19:37,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-24T15:19:38,239 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:19:38,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:38,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:38,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:38,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:38,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:38,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:38,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:38,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:19:38,958 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T15:19:38,958 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:19:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,36763,1732461575147 2024-11-24T15:19:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cce1f92 2024-11-24T15:19:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:19:38,960 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:19:38,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:19:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T15:19:38,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:19:38,964 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:38,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T15:19:38,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:19:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:19:38,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741835_1011 (size=902) 2024-11-24T15:19:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:19:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:19:39,341 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T15:19:39,342 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T15:19:39,372 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9faa9908e5794e183d15503454c83420, NAME => 'test,,1732461578961.9faa9908e5794e183d15503454c83420.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506 2024-11-24T15:19:39,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741836_1012 (size=39) 2024-11-24T15:19:39,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:19:39,778 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732461578961.9faa9908e5794e183d15503454c83420.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:39,778 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9faa9908e5794e183d15503454c83420, disabling compactions & flushes 2024-11-24T15:19:39,778 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732461578961.9faa9908e5794e183d15503454c83420. 2024-11-24T15:19:39,778 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461578961.9faa9908e5794e183d15503454c83420. 2024-11-24T15:19:39,778 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732461578961.9faa9908e5794e183d15503454c83420. after waiting 0 ms 2024-11-24T15:19:39,778 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732461578961.9faa9908e5794e183d15503454c83420. 2024-11-24T15:19:39,778 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732461578961.9faa9908e5794e183d15503454c83420. 2024-11-24T15:19:39,778 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9faa9908e5794e183d15503454c83420: Waiting for close lock at 1732461579778Disabling compacts and flushes for region at 1732461579778Disabling writes for close at 1732461579778Writing region close event to WAL at 1732461579778Closed at 1732461579778 2024-11-24T15:19:39,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:19:39,780 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732461578961.9faa9908e5794e183d15503454c83420.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732461579779"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461579779"}]},"ts":"1732461579779"} 2024-11-24T15:19:39,782 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:19:39,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:19:39,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461579783"}]},"ts":"1732461579783"} 2024-11-24T15:19:39,784 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T15:19:39,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9faa9908e5794e183d15503454c83420, ASSIGN}] 2024-11-24T15:19:39,786 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9faa9908e5794e183d15503454c83420, ASSIGN 2024-11-24T15:19:39,786 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9faa9908e5794e183d15503454c83420, ASSIGN; state=OFFLINE, location=c99348da3e93,37403,1732461575254; forceNewPlan=false, retain=false 2024-11-24T15:19:39,937 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9faa9908e5794e183d15503454c83420, regionState=OPENING, regionLocation=c99348da3e93,37403,1732461575254 2024-11-24T15:19:39,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9faa9908e5794e183d15503454c83420, ASSIGN because future has completed 2024-11-24T15:19:39,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9faa9908e5794e183d15503454c83420, server=c99348da3e93,37403,1732461575254}] 2024-11-24T15:19:40,096 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732461578961.9faa9908e5794e183d15503454c83420. 2024-11-24T15:19:40,096 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9faa9908e5794e183d15503454c83420, NAME => 'test,,1732461578961.9faa9908e5794e183d15503454c83420.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:19:40,096 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:19:40,097 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T15:19:40,097 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9faa9908e5794e183d15503454c83420 2024-11-24T15:19:40,097 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732461578961.9faa9908e5794e183d15503454c83420.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:40,097 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9faa9908e5794e183d15503454c83420 2024-11-24T15:19:40,097 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9faa9908e5794e183d15503454c83420 2024-11-24T15:19:40,098 INFO [StoreOpener-9faa9908e5794e183d15503454c83420-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9faa9908e5794e183d15503454c83420 2024-11-24T15:19:40,099 INFO [StoreOpener-9faa9908e5794e183d15503454c83420-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9faa9908e5794e183d15503454c83420 columnFamilyName f 2024-11-24T15:19:40,099 DEBUG [StoreOpener-9faa9908e5794e183d15503454c83420-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:40,100 INFO [StoreOpener-9faa9908e5794e183d15503454c83420-1 {}] regionserver.HStore(327): Store=9faa9908e5794e183d15503454c83420/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:40,100 INFO [StoreOpener-9faa9908e5794e183d15503454c83420-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9faa9908e5794e183d15503454c83420 2024-11-24T15:19:40,101 INFO [StoreOpener-9faa9908e5794e183d15503454c83420-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9faa9908e5794e183d15503454c83420 columnFamilyName f1 2024-11-24T15:19:40,101 DEBUG [StoreOpener-9faa9908e5794e183d15503454c83420-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:40,101 INFO [StoreOpener-9faa9908e5794e183d15503454c83420-1 {}] regionserver.HStore(327): Store=9faa9908e5794e183d15503454c83420/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:40,101 INFO [StoreOpener-9faa9908e5794e183d15503454c83420-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9faa9908e5794e183d15503454c83420 2024-11-24T15:19:40,102 INFO [StoreOpener-9faa9908e5794e183d15503454c83420-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9faa9908e5794e183d15503454c83420 columnFamilyName norep 2024-11-24T15:19:40,102 DEBUG [StoreOpener-9faa9908e5794e183d15503454c83420-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:40,102 INFO [StoreOpener-9faa9908e5794e183d15503454c83420-1 {}] regionserver.HStore(327): Store=9faa9908e5794e183d15503454c83420/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:40,102 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9faa9908e5794e183d15503454c83420 2024-11-24T15:19:40,103 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/default/test/9faa9908e5794e183d15503454c83420 2024-11-24T15:19:40,103 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/default/test/9faa9908e5794e183d15503454c83420 2024-11-24T15:19:40,104 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9faa9908e5794e183d15503454c83420 2024-11-24T15:19:40,104 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9faa9908e5794e183d15503454c83420 2024-11-24T15:19:40,104 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:19:40,105 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9faa9908e5794e183d15503454c83420 2024-11-24T15:19:40,107 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/default/test/9faa9908e5794e183d15503454c83420/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:19:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:19:40,107 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9faa9908e5794e183d15503454c83420; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69059209, jitterRate=0.029062405228614807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:19:40,107 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9faa9908e5794e183d15503454c83420 2024-11-24T15:19:40,107 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9faa9908e5794e183d15503454c83420: Running coprocessor pre-open hook at 1732461580097Writing region info on filesystem at 1732461580097Initializing all the Stores at 1732461580098 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461580098Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461580098Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461580098Cleaning up temporary data from old regions at 1732461580104 (+6 ms)Running coprocessor post-open hooks at 1732461580107 (+3 ms)Region opened successfully at 1732461580107 2024-11-24T15:19:40,108 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732461578961.9faa9908e5794e183d15503454c83420., pid=6, masterSystemTime=1732461580092 2024-11-24T15:19:40,110 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732461578961.9faa9908e5794e183d15503454c83420. 2024-11-24T15:19:40,110 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732461578961.9faa9908e5794e183d15503454c83420. 2024-11-24T15:19:40,110 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9faa9908e5794e183d15503454c83420, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c99348da3e93,37403,1732461575254 2024-11-24T15:19:40,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9faa9908e5794e183d15503454c83420, server=c99348da3e93,37403,1732461575254 because future has completed 2024-11-24T15:19:40,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T15:19:40,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9faa9908e5794e183d15503454c83420, server=c99348da3e93,37403,1732461575254 in 173 msec 2024-11-24T15:19:40,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T15:19:40,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9faa9908e5794e183d15503454c83420, ASSIGN in 329 msec 2024-11-24T15:19:40,117 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:19:40,117 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461580117"}]},"ts":"1732461580117"} 2024-11-24T15:19:40,118 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T15:19:40,119 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:19:40,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-24T15:19:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:19:41,128 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T15:19:41,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eecb887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:41,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,41621,-1 for getting cluster id 2024-11-24T15:19:41,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:19:41,130 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96146dfa-5ae4-499f-806d-84ff1db1576f' 2024-11-24T15:19:41,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:19:41,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96146dfa-5ae4-499f-806d-84ff1db1576f" 2024-11-24T15:19:41,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd0bdcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:41,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,41621,-1] 2024-11-24T15:19:41,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:19:41,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:41,133 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:19:41,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e84b09b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:41,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a786dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:41,135 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,36763,-1 for getting cluster id 2024-11-24T15:19:41,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:19:41,136 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78c36121-0e3f-42b7-b2cb-f0213baef8ea' 2024-11-24T15:19:41,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:19:41,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78c36121-0e3f-42b7-b2cb-f0213baef8ea" 2024-11-24T15:19:41,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f826cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:41,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,36763,-1] 2024-11-24T15:19:41,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:19:41,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:41,138 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:19:41,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b389db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:41,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@642601fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:41,141 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,41621,-1 for getting cluster id 2024-11-24T15:19:41,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:19:41,142 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96146dfa-5ae4-499f-806d-84ff1db1576f' 2024-11-24T15:19:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:19:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96146dfa-5ae4-499f-806d-84ff1db1576f" 2024-11-24T15:19:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34fe3a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,41621,-1] 2024-11-24T15:19:41,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:19:41,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:41,147 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:19:41,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474577ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:41,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:19:41,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,41621,1732461571421 2024-11-24T15:19:41,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8f62d8c 2024-11-24T15:19:41,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:19:41,151 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:19:41,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c99348da3e93:36763,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T15:19:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T15:19:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:19:41,154 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:36763' 2024-11-24T15:19:41,155 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d4cca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:41,155 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,36763,-1 for getting cluster id 2024-11-24T15:19:41,155 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:19:41,156 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78c36121-0e3f-42b7-b2cb-f0213baef8ea' 2024-11-24T15:19:41,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:19:41,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78c36121-0e3f-42b7-b2cb-f0213baef8ea" 2024-11-24T15:19:41,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42faf757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:41,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,36763,-1] 2024-11-24T15:19:41,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:19:41,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:41,159 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:19:41,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ffaa71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:41,160 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:19:41,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,36763,1732461575147 2024-11-24T15:19:41,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@279e4ba2 2024-11-24T15:19:41,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:19:41,162 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:19:41,163 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T15:19:41,163 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T15:19:41,163 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:41,163 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:41,163 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:19:41,163 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:19:41,165 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T15:19:41,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:19:41,167 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:41,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:19:41,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741837_1013 (size=1138) 2024-11-24T15:19:41,215 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T15:19:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:19:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:19:41,585 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dffd5fe236dd112b8e1574b5a0770627, NAME => 'hbase:replication,,1732461581163.dffd5fe236dd112b8e1574b5a0770627.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5 2024-11-24T15:19:41,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741838_1014 (size=44) 2024-11-24T15:19:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:19:42,019 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461581163.dffd5fe236dd112b8e1574b5a0770627.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:42,019 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dffd5fe236dd112b8e1574b5a0770627, disabling compactions & flushes 2024-11-24T15:19:42,019 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461581163.dffd5fe236dd112b8e1574b5a0770627. 2024-11-24T15:19:42,019 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461581163.dffd5fe236dd112b8e1574b5a0770627. 2024-11-24T15:19:42,019 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461581163.dffd5fe236dd112b8e1574b5a0770627. after waiting 0 ms 2024-11-24T15:19:42,019 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461581163.dffd5fe236dd112b8e1574b5a0770627. 2024-11-24T15:19:42,019 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732461581163.dffd5fe236dd112b8e1574b5a0770627. 2024-11-24T15:19:42,019 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dffd5fe236dd112b8e1574b5a0770627: Waiting for close lock at 1732461582019Disabling compacts and flushes for region at 1732461582019Disabling writes for close at 1732461582019Writing region close event to WAL at 1732461582019Closed at 1732461582019 2024-11-24T15:19:42,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:19:42,021 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732461581163.dffd5fe236dd112b8e1574b5a0770627.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732461582021"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461582021"}]},"ts":"1732461582021"} 2024-11-24T15:19:42,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:19:42,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:19:42,024 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461582024"}]},"ts":"1732461582024"} 2024-11-24T15:19:42,026 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T15:19:42,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dffd5fe236dd112b8e1574b5a0770627, ASSIGN}] 2024-11-24T15:19:42,027 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dffd5fe236dd112b8e1574b5a0770627, ASSIGN 2024-11-24T15:19:42,028 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dffd5fe236dd112b8e1574b5a0770627, ASSIGN; state=OFFLINE, location=c99348da3e93,37831,1732461571483; forceNewPlan=false, retain=false 2024-11-24T15:19:42,178 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dffd5fe236dd112b8e1574b5a0770627, regionState=OPENING, regionLocation=c99348da3e93,37831,1732461571483 2024-11-24T15:19:42,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dffd5fe236dd112b8e1574b5a0770627, ASSIGN because future has completed 2024-11-24T15:19:42,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dffd5fe236dd112b8e1574b5a0770627, server=c99348da3e93,37831,1732461571483}] 2024-11-24T15:19:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:19:42,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732461581163.dffd5fe236dd112b8e1574b5a0770627. 2024-11-24T15:19:42,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:19:42,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T15:19:42,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C37831%2C1732461571483.rep, suffix=, logDir=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483, archiveDir=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/oldWALs, maxLogs=10 2024-11-24T15:19:42,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.rep.1732461582338, exclude list is [], retry=0 2024-11-24T15:19:42,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39611,DS-505480f0-ae43-413a-96f3-ee8598598559,DISK] 2024-11-24T15:19:42,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.rep.1732461582338 2024-11-24T15:19:42,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35405:35405)] 2024-11-24T15:19:42,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dffd5fe236dd112b8e1574b5a0770627, NAME => 'hbase:replication,,1732461581163.dffd5fe236dd112b8e1574b5a0770627.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:19:42,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:19:42,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:19:42,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732461581163.dffd5fe236dd112b8e1574b5a0770627. service=MultiRowMutationService 2024-11-24T15:19:42,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T15:19:42,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dffd5fe236dd112b8e1574b5a0770627 2024-11-24T15:19:42,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461581163.dffd5fe236dd112b8e1574b5a0770627.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:42,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dffd5fe236dd112b8e1574b5a0770627 2024-11-24T15:19:42,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dffd5fe236dd112b8e1574b5a0770627 2024-11-24T15:19:42,357 INFO [StoreOpener-dffd5fe236dd112b8e1574b5a0770627-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dffd5fe236dd112b8e1574b5a0770627 2024-11-24T15:19:42,358 INFO [StoreOpener-dffd5fe236dd112b8e1574b5a0770627-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dffd5fe236dd112b8e1574b5a0770627 columnFamilyName hfileref 2024-11-24T15:19:42,358 DEBUG [StoreOpener-dffd5fe236dd112b8e1574b5a0770627-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:42,358 INFO [StoreOpener-dffd5fe236dd112b8e1574b5a0770627-1 {}] regionserver.HStore(327): Store=dffd5fe236dd112b8e1574b5a0770627/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:42,359 INFO [StoreOpener-dffd5fe236dd112b8e1574b5a0770627-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dffd5fe236dd112b8e1574b5a0770627 2024-11-24T15:19:42,359 INFO [StoreOpener-dffd5fe236dd112b8e1574b5a0770627-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dffd5fe236dd112b8e1574b5a0770627 columnFamilyName queue 2024-11-24T15:19:42,359 DEBUG [StoreOpener-dffd5fe236dd112b8e1574b5a0770627-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:42,360 INFO [StoreOpener-dffd5fe236dd112b8e1574b5a0770627-1 {}] regionserver.HStore(327): Store=dffd5fe236dd112b8e1574b5a0770627/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:42,360 INFO [StoreOpener-dffd5fe236dd112b8e1574b5a0770627-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dffd5fe236dd112b8e1574b5a0770627 2024-11-24T15:19:42,361 INFO [StoreOpener-dffd5fe236dd112b8e1574b5a0770627-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dffd5fe236dd112b8e1574b5a0770627 columnFamilyName sid 2024-11-24T15:19:42,361 DEBUG [StoreOpener-dffd5fe236dd112b8e1574b5a0770627-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:42,361 INFO [StoreOpener-dffd5fe236dd112b8e1574b5a0770627-1 {}] regionserver.HStore(327): Store=dffd5fe236dd112b8e1574b5a0770627/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:42,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dffd5fe236dd112b8e1574b5a0770627 2024-11-24T15:19:42,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/replication/dffd5fe236dd112b8e1574b5a0770627 2024-11-24T15:19:42,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/replication/dffd5fe236dd112b8e1574b5a0770627 2024-11-24T15:19:42,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dffd5fe236dd112b8e1574b5a0770627 2024-11-24T15:19:42,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dffd5fe236dd112b8e1574b5a0770627 2024-11-24T15:19:42,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:19:42,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dffd5fe236dd112b8e1574b5a0770627 2024-11-24T15:19:42,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/replication/dffd5fe236dd112b8e1574b5a0770627/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:19:42,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dffd5fe236dd112b8e1574b5a0770627; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65365100, jitterRate=-0.025984108448028564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:19:42,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dffd5fe236dd112b8e1574b5a0770627 2024-11-24T15:19:42,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dffd5fe236dd112b8e1574b5a0770627: Running coprocessor pre-open hook at 1732461582356Writing region info on filesystem at 1732461582356Initializing all the Stores at 1732461582357 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461582357Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461582357Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461582357Cleaning up temporary data from old regions at 1732461582363 (+6 ms)Running coprocessor post-open hooks at 1732461582367 (+4 ms)Region opened successfully at 1732461582367 2024-11-24T15:19:42,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732461581163.dffd5fe236dd112b8e1574b5a0770627., pid=10, masterSystemTime=1732461582333 2024-11-24T15:19:42,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732461581163.dffd5fe236dd112b8e1574b5a0770627. 2024-11-24T15:19:42,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732461581163.dffd5fe236dd112b8e1574b5a0770627. 2024-11-24T15:19:42,371 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dffd5fe236dd112b8e1574b5a0770627, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,37831,1732461571483 2024-11-24T15:19:42,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dffd5fe236dd112b8e1574b5a0770627, server=c99348da3e93,37831,1732461571483 because future has completed 2024-11-24T15:19:42,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T15:19:42,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dffd5fe236dd112b8e1574b5a0770627, server=c99348da3e93,37831,1732461571483 in 193 msec 2024-11-24T15:19:42,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T15:19:42,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dffd5fe236dd112b8e1574b5a0770627, ASSIGN in 349 msec 2024-11-24T15:19:42,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:19:42,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461582378"}]},"ts":"1732461582378"} 2024-11-24T15:19:42,379 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T15:19:42,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:19:42,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2170 sec 2024-11-24T15:19:42,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732461581163.dffd5fe236dd112b8e1574b5a0770627., hostname=c99348da3e93,37831,1732461571483, seqNum=2] 2024-11-24T15:19:42,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208929237 2024-11-24T15:19:42,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37831-0x1014a8f93d20001, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208929237 2024-11-24T15:19:42,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T15:19:42,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T15:19:42,500 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T15:19:42,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T15:19:42,500 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T15:19:42,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T15:19:42,501 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T15:19:42,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:19:42,501 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T15:19:42,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T15:19:42,501 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T15:19:42,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:19:42,501 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T15:19:42,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T15:19:42,501 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T15:19:42,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T15:19:42,584 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T15:19:42,614 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c99348da3e93,37831,1732461571483, ReplicationSource: 1, currentBandwidth=0 2024-11-24T15:19:42,615 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:19:42,615 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,37831,1732461571483, seqNum=-1] 2024-11-24T15:19:42,615 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:19:42,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-24T15:19:42,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c99348da3e93,37831,1732461571483', locateType=CURRENT is [region=hbase:replication,,1732461581163.dffd5fe236dd112b8e1574b5a0770627., hostname=c99348da3e93,37831,1732461571483, seqNum=2] 2024-11-24T15:19:42,620 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T15:19:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T15:19:42,622 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c99348da3e93,37831,1732461571483 suceeded 2024-11-24T15:19:42,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T15:19:42,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-24T15:19:42,624 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c99348da3e93:36763,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T15:19:42,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4730 sec 2024-11-24T15:19:42,635 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:36763' 2024-11-24T15:19:42,636 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d62e065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:42,636 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,36763,-1 for getting cluster id 2024-11-24T15:19:42,636 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:19:42,637 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78c36121-0e3f-42b7-b2cb-f0213baef8ea' 2024-11-24T15:19:42,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:19:42,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78c36121-0e3f-42b7-b2cb-f0213baef8ea" 2024-11-24T15:19:42,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44d75631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:42,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,36763,-1] 2024-11-24T15:19:42,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:19:42,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:42,639 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:19:42,639 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ea7fa22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:42,639 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:19:42,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,36763,1732461575147 2024-11-24T15:19:42,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a6e97c0 2024-11-24T15:19:42,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:19:42,641 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-24T15:19:42,641 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c99348da3e93,37831,1732461571483 (queues=1) is replicating from cluster=96146dfa-5ae4-499f-806d-84ff1db1576f to cluster=78c36121-0e3f-42b7-b2cb-f0213baef8ea 2024-11-24T15:19:42,641 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c99348da3e93%2C37831%2C1732461571483 2024-11-24T15:19:42,642 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c99348da3e93,37831,1732461571483, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T15:19:42,642 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.shipperc99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c99348da3e93%2C37831%2C1732461571483 2024-11-24T15:19:42,642 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490, startPosition=0, beingWritten=true 2024-11-24T15:19:42,647 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:19:42,647 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 to pos 379, reset compression=false 2024-11-24T15:19:42,647 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.shipperc99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,37831,1732461571483 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:19:42,851 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 to pos 379, reset compression=false 2024-11-24T15:19:43,155 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 to pos 379, reset compression=false 2024-11-24T15:19:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:19:43,297 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T15:19:43,297 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:19:43,297 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:43,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:43,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:43,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:19:43,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519af1e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:43,298 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,36763,-1 for getting cluster id 2024-11-24T15:19:43,298 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:19:43,299 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78c36121-0e3f-42b7-b2cb-f0213baef8ea' 2024-11-24T15:19:43,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:19:43,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78c36121-0e3f-42b7-b2cb-f0213baef8ea" 2024-11-24T15:19:43,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310ec05b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:43,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,36763,-1] 2024-11-24T15:19:43,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:19:43,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:43,301 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:19:43,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fccbf2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:43,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:19:43,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,36763,1732461575147 2024-11-24T15:19:43,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c79bdeb 2024-11-24T15:19:43,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:19:43,304 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:19:43,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c99348da3e93:41621,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T15:19:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T15:19:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:19:43,306 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:41621' 2024-11-24T15:19:43,307 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a832785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:43,307 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,41621,-1 for getting cluster id 2024-11-24T15:19:43,307 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:19:43,308 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96146dfa-5ae4-499f-806d-84ff1db1576f' 2024-11-24T15:19:43,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:19:43,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96146dfa-5ae4-499f-806d-84ff1db1576f" 2024-11-24T15:19:43,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@986c179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:43,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,41621,-1] 2024-11-24T15:19:43,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:19:43,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:43,309 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:19:43,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@edd44b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:43,309 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:19:43,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,41621,1732461571421 2024-11-24T15:19:43,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6194c466 2024-11-24T15:19:43,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:19:43,311 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:19:43,311 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T15:19:43,311 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T15:19:43,311 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:43,311 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:43,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:19:43,312 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:19:43,313 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T15:19:43,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:19:43,314 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:43,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:19:43,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741837_1013 (size=1138) 2024-11-24T15:19:43,363 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T15:19:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:19:43,440 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:19:43,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:43,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:43,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:43,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:43,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:43,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:43,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:43,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:43,559 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 to pos 379, reset compression=false 2024-11-24T15:19:43,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:19:43,724 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea9fa7c8a2157efbfe2708328d9d618a, NAME => 'hbase:replication,,1732461583312.ea9fa7c8a2157efbfe2708328d9d618a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506 2024-11-24T15:19:43,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741838_1014 (size=44) 2024-11-24T15:19:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:19:44,064 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 to pos 379, reset compression=false 2024-11-24T15:19:44,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461583312.ea9fa7c8a2157efbfe2708328d9d618a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:44,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ea9fa7c8a2157efbfe2708328d9d618a, disabling compactions & flushes 2024-11-24T15:19:44,130 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461583312.ea9fa7c8a2157efbfe2708328d9d618a. 2024-11-24T15:19:44,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461583312.ea9fa7c8a2157efbfe2708328d9d618a. 2024-11-24T15:19:44,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461583312.ea9fa7c8a2157efbfe2708328d9d618a. after waiting 0 ms 2024-11-24T15:19:44,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461583312.ea9fa7c8a2157efbfe2708328d9d618a. 2024-11-24T15:19:44,130 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732461583312.ea9fa7c8a2157efbfe2708328d9d618a. 2024-11-24T15:19:44,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea9fa7c8a2157efbfe2708328d9d618a: Waiting for close lock at 1732461584130Disabling compacts and flushes for region at 1732461584130Disabling writes for close at 1732461584130Writing region close event to WAL at 1732461584130Closed at 1732461584130 2024-11-24T15:19:44,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:19:44,132 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732461583312.ea9fa7c8a2157efbfe2708328d9d618a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732461584131"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461584131"}]},"ts":"1732461584131"} 2024-11-24T15:19:44,134 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:19:44,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:19:44,135 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461584134"}]},"ts":"1732461584134"} 2024-11-24T15:19:44,136 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T15:19:44,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea9fa7c8a2157efbfe2708328d9d618a, ASSIGN}] 2024-11-24T15:19:44,137 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea9fa7c8a2157efbfe2708328d9d618a, ASSIGN 2024-11-24T15:19:44,138 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea9fa7c8a2157efbfe2708328d9d618a, ASSIGN; state=OFFLINE, location=c99348da3e93,37403,1732461575254; forceNewPlan=false, retain=false 2024-11-24T15:19:44,289 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ea9fa7c8a2157efbfe2708328d9d618a, regionState=OPENING, regionLocation=c99348da3e93,37403,1732461575254 2024-11-24T15:19:44,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea9fa7c8a2157efbfe2708328d9d618a, ASSIGN because future has completed 2024-11-24T15:19:44,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea9fa7c8a2157efbfe2708328d9d618a, server=c99348da3e93,37403,1732461575254}] 2024-11-24T15:19:44,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732461583312.ea9fa7c8a2157efbfe2708328d9d618a. 2024-11-24T15:19:44,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:19:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:19:44,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T15:19:44,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C37403%2C1732461575254.rep, suffix=, logDir=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254, archiveDir=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/oldWALs, maxLogs=10 2024-11-24T15:19:44,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254/c99348da3e93%2C37403%2C1732461575254.rep.1732461584449, exclude list is [], retry=0 2024-11-24T15:19:44,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-c9e892c4-a77e-4097-a184-3dad8f4bf529,DISK] 2024-11-24T15:19:44,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254/c99348da3e93%2C37403%2C1732461575254.rep.1732461584449 2024-11-24T15:19:44,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41503:41503)] 2024-11-24T15:19:44,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ea9fa7c8a2157efbfe2708328d9d618a, NAME => 'hbase:replication,,1732461583312.ea9fa7c8a2157efbfe2708328d9d618a.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:19:44,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:19:44,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:19:44,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732461583312.ea9fa7c8a2157efbfe2708328d9d618a. service=MultiRowMutationService 2024-11-24T15:19:44,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T15:19:44,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ea9fa7c8a2157efbfe2708328d9d618a 2024-11-24T15:19:44,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461583312.ea9fa7c8a2157efbfe2708328d9d618a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:44,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ea9fa7c8a2157efbfe2708328d9d618a 2024-11-24T15:19:44,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ea9fa7c8a2157efbfe2708328d9d618a 2024-11-24T15:19:44,467 INFO [StoreOpener-ea9fa7c8a2157efbfe2708328d9d618a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ea9fa7c8a2157efbfe2708328d9d618a 2024-11-24T15:19:44,468 INFO [StoreOpener-ea9fa7c8a2157efbfe2708328d9d618a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea9fa7c8a2157efbfe2708328d9d618a columnFamilyName hfileref 2024-11-24T15:19:44,468 DEBUG [StoreOpener-ea9fa7c8a2157efbfe2708328d9d618a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:44,469 INFO [StoreOpener-ea9fa7c8a2157efbfe2708328d9d618a-1 {}] regionserver.HStore(327): Store=ea9fa7c8a2157efbfe2708328d9d618a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:44,469 INFO [StoreOpener-ea9fa7c8a2157efbfe2708328d9d618a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ea9fa7c8a2157efbfe2708328d9d618a 2024-11-24T15:19:44,470 INFO [StoreOpener-ea9fa7c8a2157efbfe2708328d9d618a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea9fa7c8a2157efbfe2708328d9d618a columnFamilyName queue 2024-11-24T15:19:44,470 DEBUG [StoreOpener-ea9fa7c8a2157efbfe2708328d9d618a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:44,471 INFO [StoreOpener-ea9fa7c8a2157efbfe2708328d9d618a-1 {}] regionserver.HStore(327): Store=ea9fa7c8a2157efbfe2708328d9d618a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:44,471 INFO [StoreOpener-ea9fa7c8a2157efbfe2708328d9d618a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ea9fa7c8a2157efbfe2708328d9d618a 2024-11-24T15:19:44,473 INFO [StoreOpener-ea9fa7c8a2157efbfe2708328d9d618a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea9fa7c8a2157efbfe2708328d9d618a columnFamilyName sid 2024-11-24T15:19:44,473 DEBUG [StoreOpener-ea9fa7c8a2157efbfe2708328d9d618a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:44,473 INFO [StoreOpener-ea9fa7c8a2157efbfe2708328d9d618a-1 {}] regionserver.HStore(327): Store=ea9fa7c8a2157efbfe2708328d9d618a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:44,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ea9fa7c8a2157efbfe2708328d9d618a 2024-11-24T15:19:44,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/replication/ea9fa7c8a2157efbfe2708328d9d618a 2024-11-24T15:19:44,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/replication/ea9fa7c8a2157efbfe2708328d9d618a 2024-11-24T15:19:44,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ea9fa7c8a2157efbfe2708328d9d618a 2024-11-24T15:19:44,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ea9fa7c8a2157efbfe2708328d9d618a 2024-11-24T15:19:44,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:19:44,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ea9fa7c8a2157efbfe2708328d9d618a 2024-11-24T15:19:44,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/replication/ea9fa7c8a2157efbfe2708328d9d618a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:19:44,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ea9fa7c8a2157efbfe2708328d9d618a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69878628, jitterRate=0.04127269983291626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:19:44,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea9fa7c8a2157efbfe2708328d9d618a 2024-11-24T15:19:44,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ea9fa7c8a2157efbfe2708328d9d618a: Running coprocessor pre-open hook at 1732461584466Writing region info on filesystem at 1732461584466Initializing all the Stores at 1732461584467 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461584467Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461584467Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461584467Cleaning up temporary data from old regions at 1732461584475 (+8 ms)Running coprocessor post-open hooks at 1732461584478 (+3 ms)Region opened successfully at 1732461584478 2024-11-24T15:19:44,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732461583312.ea9fa7c8a2157efbfe2708328d9d618a., pid=10, masterSystemTime=1732461584443 2024-11-24T15:19:44,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732461583312.ea9fa7c8a2157efbfe2708328d9d618a. 2024-11-24T15:19:44,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732461583312.ea9fa7c8a2157efbfe2708328d9d618a. 2024-11-24T15:19:44,481 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ea9fa7c8a2157efbfe2708328d9d618a, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,37403,1732461575254 2024-11-24T15:19:44,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea9fa7c8a2157efbfe2708328d9d618a, server=c99348da3e93,37403,1732461575254 because future has completed 2024-11-24T15:19:44,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T15:19:44,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ea9fa7c8a2157efbfe2708328d9d618a, server=c99348da3e93,37403,1732461575254 in 193 msec 2024-11-24T15:19:44,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T15:19:44,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea9fa7c8a2157efbfe2708328d9d618a, ASSIGN in 350 msec 2024-11-24T15:19:44,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:19:44,488 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461584488"}]},"ts":"1732461584488"} 2024-11-24T15:19:44,490 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T15:19:44,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:19:44,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-24T15:19:44,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732461583312.ea9fa7c8a2157efbfe2708328d9d618a., hostname=c99348da3e93,37403,1732461575254, seqNum=2] 2024-11-24T15:19:44,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480827249 2024-11-24T15:19:44,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37403-0x1014a8f93d20004, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480827249 2024-11-24T15:19:44,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T15:19:44,669 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 to pos 379, reset compression=false 2024-11-24T15:19:44,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T15:19:44,681 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T15:19:44,709 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c99348da3e93,37403,1732461575254, ReplicationSource: 1, currentBandwidth=0 2024-11-24T15:19:44,709 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:19:44,709 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,37403,1732461575254, seqNum=-1] 2024-11-24T15:19:44,709 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:19:44,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-24T15:19:44,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c99348da3e93,37403,1732461575254', locateType=CURRENT is [region=hbase:replication,,1732461583312.ea9fa7c8a2157efbfe2708328d9d618a., hostname=c99348da3e93,37403,1732461575254, seqNum=2] 2024-11-24T15:19:44,715 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T15:19:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T15:19:44,717 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c99348da3e93,37403,1732461575254 suceeded 2024-11-24T15:19:44,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T15:19:44,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-24T15:19:44,719 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c99348da3e93:41621,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T15:19:44,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-24T15:19:44,729 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:41621' 2024-11-24T15:19:44,730 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5df13473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:44,730 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,41621,-1 for getting cluster id 2024-11-24T15:19:44,730 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:19:44,731 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96146dfa-5ae4-499f-806d-84ff1db1576f' 2024-11-24T15:19:44,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:19:44,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96146dfa-5ae4-499f-806d-84ff1db1576f" 2024-11-24T15:19:44,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d91723e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:44,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,41621,-1] 2024-11-24T15:19:44,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:19:44,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:44,732 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:19:44,733 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5861569c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:44,733 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:19:44,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,41621,1732461571421 2024-11-24T15:19:44,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b86a9d1 2024-11-24T15:19:44,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:19:44,734 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-24T15:19:44,735 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c99348da3e93,37403,1732461575254 (queues=1) is replicating from cluster=78c36121-0e3f-42b7-b2cb-f0213baef8ea to cluster=96146dfa-5ae4-499f-806d-84ff1db1576f 2024-11-24T15:19:44,735 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c99348da3e93%2C37403%2C1732461575254 2024-11-24T15:19:44,735 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c99348da3e93,37403,1732461575254, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T15:19:44,735 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254.replicationSource.shipperc99348da3e93%2C37403%2C1732461575254,1-c99348da3e93,37403,1732461575254 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c99348da3e93%2C37403%2C1732461575254 2024-11-24T15:19:44,735 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254.replicationSource.wal-reader.c99348da3e93%2C37403%2C1732461575254,1-c99348da3e93,37403,1732461575254 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254/c99348da3e93%2C37403%2C1732461575254.1732461576310, startPosition=0, beingWritten=true 2024-11-24T15:19:44,740 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254.replicationSource.wal-reader.c99348da3e93%2C37403%2C1732461575254,1-c99348da3e93,37403,1732461575254 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:19:44,741 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254.replicationSource.wal-reader.c99348da3e93%2C37403%2C1732461575254,1-c99348da3e93,37403,1732461575254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254/c99348da3e93%2C37403%2C1732461575254.1732461576310 to pos 379, reset compression=false 2024-11-24T15:19:44,741 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254.replicationSource.shipperc99348da3e93%2C37403%2C1732461575254,1-c99348da3e93,37403,1732461575254 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,37403,1732461575254 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254/c99348da3e93%2C37403%2C1732461575254.1732461576310, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:19:44,944 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254.replicationSource.wal-reader.c99348da3e93%2C37403%2C1732461575254,1-c99348da3e93,37403,1732461575254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254/c99348da3e93%2C37403%2C1732461575254.1732461576310 to pos 379, reset compression=false 2024-11-24T15:19:45,249 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254.replicationSource.wal-reader.c99348da3e93%2C37403%2C1732461575254,1-c99348da3e93,37403,1732461575254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254/c99348da3e93%2C37403%2C1732461575254.1732461576310 to pos 379, reset compression=false 2024-11-24T15:19:45,343 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T15:19:45,373 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 to pos 379, reset compression=false 2024-11-24T15:19:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:19:45,457 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T15:19:45,458 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:19:45,458 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:45,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:45,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:45,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:19:45,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:45,462 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732461585461/Put/seqid=0 2024-11-24T15:19:45,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741840_1016 (size=7894) 2024-11-24T15:19:45,653 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254.replicationSource.wal-reader.c99348da3e93%2C37403%2C1732461575254,1-c99348da3e93,37403,1732461575254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254/c99348da3e93%2C37403%2C1732461575254.1732461576310 to pos 379, reset compression=false 2024-11-24T15:19:45,869 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732461585868/Put/seqid=0 2024-11-24T15:19:45,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741841_1017 (size=7691) 2024-11-24T15:19:46,158 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254.replicationSource.wal-reader.c99348da3e93%2C37403%2C1732461575254,1-c99348da3e93,37403,1732461575254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254/c99348da3e93%2C37403%2C1732461575254.1732461576310 to pos 379, reset compression=false 2024-11-24T15:19:46,178 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 to pos 379, reset compression=false 2024-11-24T15:19:46,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@313bc203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:46,274 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,41621,-1 for getting cluster id 2024-11-24T15:19:46,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:19:46,275 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96146dfa-5ae4-499f-806d-84ff1db1576f' 2024-11-24T15:19:46,275 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:19:46,276 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96146dfa-5ae4-499f-806d-84ff1db1576f" 2024-11-24T15:19:46,276 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8793b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:46,276 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,41621,-1] 2024-11-24T15:19:46,276 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:19:46,276 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:46,277 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:19:46,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f23f241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:46,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:19:46,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,37831,1732461571483, seqNum=-1] 2024-11-24T15:19:46,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:19:46,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:19:46,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:19:46,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,41621,1732461571421 2024-11-24T15:19:46,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68b251ca 2024-11-24T15:19:46,289 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:19:46,289 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:19:46,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732461576802.1b3bfea0b41455058cdf39eed8142353., hostname=c99348da3e93,37831,1732461571483, seqNum=2] 2024-11-24T15:19:46,295 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T15:19:46,303 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-24T15:19:46,305 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-24T15:19:46,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 1b3bfea0b41455058cdf39eed8142353/f 2024-11-24T15:19:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T15:19:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T15:19:46,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 1b3bfea0b41455058cdf39eed8142353/f 2024-11-24T15:19:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T15:19:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T15:19:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HRegion(2603): Flush status journal for 1b3bfea0b41455058cdf39eed8142353: 2024-11-24T15:19:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/staging/jenkins__test__o5jjnj2qggrh30bnedfl6qkslohropmq0c9vp1novmvfht5r6q0n13v0c96lgboc/f/hfile_0 2024-11-24T15:19:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/staging/jenkins__test__o5jjnj2qggrh30bnedfl6qkslohropmq0c9vp1novmvfht5r6q0n13v0c96lgboc/f/hfile_0 as hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/default/test/1b3bfea0b41455058cdf39eed8142353/f/546690ae5b064c0f8914eafe277dbc8e_SeqId_4_ 2024-11-24T15:19:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/staging/jenkins__test__o5jjnj2qggrh30bnedfl6qkslohropmq0c9vp1novmvfht5r6q0n13v0c96lgboc/f/hfile_1 2024-11-24T15:19:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/staging/jenkins__test__o5jjnj2qggrh30bnedfl6qkslohropmq0c9vp1novmvfht5r6q0n13v0c96lgboc/f/hfile_1 as hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/default/test/1b3bfea0b41455058cdf39eed8142353/f/3bc68051cf784bc6b441b2666b2e912a_SeqId_4_ 2024-11-24T15:19:46,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/staging/jenkins__test__o5jjnj2qggrh30bnedfl6qkslohropmq0c9vp1novmvfht5r6q0n13v0c96lgboc/f/hfile_0 into 1b3bfea0b41455058cdf39eed8142353/f as hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/default/test/1b3bfea0b41455058cdf39eed8142353/f/546690ae5b064c0f8914eafe277dbc8e_SeqId_4_ - updating store file list. 2024-11-24T15:19:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 546690ae5b064c0f8914eafe277dbc8e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T15:19:46,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/default/test/1b3bfea0b41455058cdf39eed8142353/f/546690ae5b064c0f8914eafe277dbc8e_SeqId_4_ into 1b3bfea0b41455058cdf39eed8142353/f 2024-11-24T15:19:46,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/staging/jenkins__test__o5jjnj2qggrh30bnedfl6qkslohropmq0c9vp1novmvfht5r6q0n13v0c96lgboc/f/hfile_0 into 1b3bfea0b41455058cdf39eed8142353/f (new location: hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/default/test/1b3bfea0b41455058cdf39eed8142353/f/546690ae5b064c0f8914eafe277dbc8e_SeqId_4_) 2024-11-24T15:19:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/staging/jenkins__test__o5jjnj2qggrh30bnedfl6qkslohropmq0c9vp1novmvfht5r6q0n13v0c96lgboc/f/hfile_0 2024-11-24T15:19:46,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/staging/jenkins__test__o5jjnj2qggrh30bnedfl6qkslohropmq0c9vp1novmvfht5r6q0n13v0c96lgboc/f/hfile_1 into 1b3bfea0b41455058cdf39eed8142353/f as hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/default/test/1b3bfea0b41455058cdf39eed8142353/f/3bc68051cf784bc6b441b2666b2e912a_SeqId_4_ - updating store file list. 2024-11-24T15:19:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3bc68051cf784bc6b441b2666b2e912a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T15:19:46,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/default/test/1b3bfea0b41455058cdf39eed8142353/f/3bc68051cf784bc6b441b2666b2e912a_SeqId_4_ into 1b3bfea0b41455058cdf39eed8142353/f 2024-11-24T15:19:46,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/staging/jenkins__test__o5jjnj2qggrh30bnedfl6qkslohropmq0c9vp1novmvfht5r6q0n13v0c96lgboc/f/hfile_1 into 1b3bfea0b41455058cdf39eed8142353/f (new location: hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/default/test/1b3bfea0b41455058cdf39eed8142353/f/3bc68051cf784bc6b441b2666b2e912a_SeqId_4_) 2024-11-24T15:19:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/staging/jenkins__test__o5jjnj2qggrh30bnedfl6qkslohropmq0c9vp1novmvfht5r6q0n13v0c96lgboc/f/hfile_1 2024-11-24T15:19:46,333 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:19:46,333 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:46,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:46,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:46,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732461576802.1b3bfea0b41455058cdf39eed8142353., hostname=c99348da3e93,37831,1732461571483, seqNum=2 , the old value is region=test,,1732461576802.1b3bfea0b41455058cdf39eed8142353., hostname=c99348da3e93,37831,1732461571483, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c99348da3e93:37831 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T15:19:46,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732461576802.1b3bfea0b41455058cdf39eed8142353., hostname=c99348da3e93,37831,1732461571483, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T15:19:46,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732461576802.1b3bfea0b41455058cdf39eed8142353., hostname=c99348da3e93,37831,1732461571483, seqNum=2 from cache 2024-11-24T15:19:46,334 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:19:46,334 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T15:19:46,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:19:46,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,37403,1732461575254, seqNum=-1] 2024-11-24T15:19:46,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:19:46,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:19:46,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732461578961.9faa9908e5794e183d15503454c83420., hostname=c99348da3e93,37403,1732461575254, seqNum=2] 2024-11-24T15:19:46,340 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T15:19:46,437 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:37831 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T15:19:46,762 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254.replicationSource.wal-reader.c99348da3e93%2C37403%2C1732461575254,1-c99348da3e93,37403,1732461575254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254/c99348da3e93%2C37403%2C1732461575254.1732461576310 to pos 379, reset compression=false 2024-11-24T15:19:47,082 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 to pos 379, reset compression=false 2024-11-24T15:19:47,088 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:19:47,088 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.shipperc99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,37831,1732461571483 got entry batch from reader: WALEntryBatch [walEntries=[{test/1b3bfea0b41455058cdf39eed8142353/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732461586331/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T15:19:47,090 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.shipperc99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:19:47,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-24T15:19:47,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.ReplicationSink(318): Replicating [96146dfa-5ae4-499f-806d-84ff1db1576f] bulk loaded data 2024-11-24T15:19:47,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1514a5d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:47,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,36763,-1 for getting cluster id 2024-11-24T15:19:47,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:19:47,093 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78c36121-0e3f-42b7-b2cb-f0213baef8ea' 2024-11-24T15:19:47,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:19:47,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78c36121-0e3f-42b7-b2cb-f0213baef8ea" 2024-11-24T15:19:47,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1aab14fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:47,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,36763,-1] 2024-11-24T15:19:47,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:19:47,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:47,094 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:19:47,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45b15dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:47,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741840_1016 (size=7894) 2024-11-24T15:19:47,288 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 to pos 687, reset compression=false 2024-11-24T15:19:47,342 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T15:19:47,466 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254.replicationSource.wal-reader.c99348da3e93%2C37403%2C1732461575254,1-c99348da3e93,37403,1732461575254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254/c99348da3e93%2C37403%2C1732461575254.1732461576310 to pos 379, reset compression=false 2024-11-24T15:19:47,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741841_1017 (size=7691) 2024-11-24T15:19:47,592 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 to pos 687, reset compression=false 2024-11-24T15:19:47,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:19:47,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,36763,1732461575147 2024-11-24T15:19:47,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e7497a6 2024-11-24T15:19:47,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:19:47,930 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-24T15:19:47,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T15:19:47,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:19:47,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,37403,1732461575254, seqNum=-1] 2024-11-24T15:19:47,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:19:47,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-24T15:19:47,942 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/staging/jenkins.hfs.11__test__p2d0kdedmsnij9qcbhuvim9nm752gsdphs7lglfltpbaqhl8b3pg7kt94g13fl87/f/3bc68051cf784bc6b441b2666b2e912a_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-24T15:19:47,948 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/staging/jenkins.hfs.11__test__p2d0kdedmsnij9qcbhuvim9nm752gsdphs7lglfltpbaqhl8b3pg7kt94g13fl87/f/546690ae5b064c0f8914eafe277dbc8e_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-24T15:19:47,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/staging/jenkins.hfs.11__test__p2d0kdedmsnij9qcbhuvim9nm752gsdphs7lglfltpbaqhl8b3pg7kt94g13fl87/f/546690ae5b064c0f8914eafe277dbc8e_SeqId_4_ for inclusion in 9faa9908e5794e183d15503454c83420/f 2024-11-24T15:19:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T15:19:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T15:19:47,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/staging/jenkins.hfs.11__test__p2d0kdedmsnij9qcbhuvim9nm752gsdphs7lglfltpbaqhl8b3pg7kt94g13fl87/f/3bc68051cf784bc6b441b2666b2e912a_SeqId_4_ for inclusion in 9faa9908e5794e183d15503454c83420/f 2024-11-24T15:19:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T15:19:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T15:19:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HRegion(2603): Flush status journal for 9faa9908e5794e183d15503454c83420: 2024-11-24T15:19:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 546690ae5b064c0f8914eafe277dbc8e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T15:19:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/staging/jenkins.hfs.11__test__p2d0kdedmsnij9qcbhuvim9nm752gsdphs7lglfltpbaqhl8b3pg7kt94g13fl87/f/546690ae5b064c0f8914eafe277dbc8e_SeqId_4_ as hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/default/test/9faa9908e5794e183d15503454c83420/f/56c4a4c71a49401a95a48ff4508c5228_SeqId_4_ 2024-11-24T15:19:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3bc68051cf784bc6b441b2666b2e912a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T15:19:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/staging/jenkins.hfs.11__test__p2d0kdedmsnij9qcbhuvim9nm752gsdphs7lglfltpbaqhl8b3pg7kt94g13fl87/f/3bc68051cf784bc6b441b2666b2e912a_SeqId_4_ as hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/default/test/9faa9908e5794e183d15503454c83420/f/a3b353c0b77745a2996061e15747afd1_SeqId_4_ 2024-11-24T15:19:47,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/staging/jenkins.hfs.11__test__p2d0kdedmsnij9qcbhuvim9nm752gsdphs7lglfltpbaqhl8b3pg7kt94g13fl87/f/546690ae5b064c0f8914eafe277dbc8e_SeqId_4_ into 9faa9908e5794e183d15503454c83420/f as hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/default/test/9faa9908e5794e183d15503454c83420/f/56c4a4c71a49401a95a48ff4508c5228_SeqId_4_ - updating store file list. 2024-11-24T15:19:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 56c4a4c71a49401a95a48ff4508c5228_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T15:19:47,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/default/test/9faa9908e5794e183d15503454c83420/f/56c4a4c71a49401a95a48ff4508c5228_SeqId_4_ into 9faa9908e5794e183d15503454c83420/f 2024-11-24T15:19:47,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/staging/jenkins.hfs.11__test__p2d0kdedmsnij9qcbhuvim9nm752gsdphs7lglfltpbaqhl8b3pg7kt94g13fl87/f/546690ae5b064c0f8914eafe277dbc8e_SeqId_4_ into 9faa9908e5794e183d15503454c83420/f (new location: hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/default/test/9faa9908e5794e183d15503454c83420/f/56c4a4c71a49401a95a48ff4508c5228_SeqId_4_) 2024-11-24T15:19:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/staging/jenkins.hfs.11__test__p2d0kdedmsnij9qcbhuvim9nm752gsdphs7lglfltpbaqhl8b3pg7kt94g13fl87/f/546690ae5b064c0f8914eafe277dbc8e_SeqId_4_ 2024-11-24T15:19:47,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/staging/jenkins.hfs.11__test__p2d0kdedmsnij9qcbhuvim9nm752gsdphs7lglfltpbaqhl8b3pg7kt94g13fl87/f/3bc68051cf784bc6b441b2666b2e912a_SeqId_4_ into 9faa9908e5794e183d15503454c83420/f as hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/default/test/9faa9908e5794e183d15503454c83420/f/a3b353c0b77745a2996061e15747afd1_SeqId_4_ - updating store file list. 2024-11-24T15:19:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a3b353c0b77745a2996061e15747afd1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T15:19:47,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/default/test/9faa9908e5794e183d15503454c83420/f/a3b353c0b77745a2996061e15747afd1_SeqId_4_ into 9faa9908e5794e183d15503454c83420/f 2024-11-24T15:19:47,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/staging/jenkins.hfs.11__test__p2d0kdedmsnij9qcbhuvim9nm752gsdphs7lglfltpbaqhl8b3pg7kt94g13fl87/f/3bc68051cf784bc6b441b2666b2e912a_SeqId_4_ into 9faa9908e5794e183d15503454c83420/f (new location: hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/default/test/9faa9908e5794e183d15503454c83420/f/a3b353c0b77745a2996061e15747afd1_SeqId_4_) 2024-11-24T15:19:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/staging/jenkins.hfs.11__test__p2d0kdedmsnij9qcbhuvim9nm752gsdphs7lglfltpbaqhl8b3pg7kt94g13fl87/f/3bc68051cf784bc6b441b2666b2e912a_SeqId_4_ 2024-11-24T15:19:47,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.ReplicationSink(324): Finished replicating [96146dfa-5ae4-499f-806d-84ff1db1576f] bulk loaded data 2024-11-24T15:19:47,997 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 to pos 687, reset compression=false 2024-11-24T15:19:48,271 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254.replicationSource.wal-reader.c99348da3e93%2C37403%2C1732461575254,1-c99348da3e93,37403,1732461575254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254/c99348da3e93%2C37403%2C1732461575254.1732461576310 to pos 379, reset compression=false 2024-11-24T15:19:48,277 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254.replicationSource.wal-reader.c99348da3e93%2C37403%2C1732461575254,1-c99348da3e93,37403,1732461575254 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:19:48,278 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254.replicationSource.shipperc99348da3e93%2C37403%2C1732461575254,1-c99348da3e93,37403,1732461575254 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,37403,1732461575254 got entry batch from reader: WALEntryBatch [walEntries=[{test/9faa9908e5794e183d15503454c83420/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732461587984/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254/c99348da3e93%2C37403%2C1732461575254.1732461576310, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-24T15:19:48,280 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254.replicationSource.shipperc99348da3e93%2C37403%2C1732461575254,1-c99348da3e93,37403,1732461575254 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:19:48,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-24T15:19:48,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.ReplicationSink(318): Replicating [96146dfa-5ae4-499f-806d-84ff1db1576f, 78c36121-0e3f-42b7-b2cb-f0213baef8ea] bulk loaded data 2024-11-24T15:19:48,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1689a1c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:48,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,41621,-1 for getting cluster id 2024-11-24T15:19:48,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:19:48,284 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96146dfa-5ae4-499f-806d-84ff1db1576f' 2024-11-24T15:19:48,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:19:48,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96146dfa-5ae4-499f-806d-84ff1db1576f" 2024-11-24T15:19:48,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71679d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:48,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,41621,-1] 2024-11-24T15:19:48,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:19:48,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:48,286 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:19:48,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d7a4d61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:48,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741842_1018 (size=7894) 2024-11-24T15:19:48,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:48,355 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732461588355/Put/seqid=0 2024-11-24T15:19:48,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741842_1018 (size=11194) 2024-11-24T15:19:48,387 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732461588386/Put/seqid=0 2024-11-24T15:19:48,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741843_1019 (size=10791) 2024-11-24T15:19:48,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33dcfb5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:48,393 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,36763,-1 for getting cluster id 2024-11-24T15:19:48,394 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:19:48,395 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78c36121-0e3f-42b7-b2cb-f0213baef8ea' 2024-11-24T15:19:48,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:19:48,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78c36121-0e3f-42b7-b2cb-f0213baef8ea" 2024-11-24T15:19:48,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c21afe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:48,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,36763,-1] 2024-11-24T15:19:48,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:19:48,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:48,398 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:19:48,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2684d2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:19:48,399 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:19:48,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,37403,1732461575254, seqNum=-1] 2024-11-24T15:19:48,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:19:48,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:19:48,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:19:48,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,36763,1732461575147 2024-11-24T15:19:48,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46c91382 2024-11-24T15:19:48,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:19:48,418 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:19:48,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732461578961.9faa9908e5794e183d15503454c83420., hostname=c99348da3e93,37403,1732461575254, seqNum=2] 2024-11-24T15:19:48,423 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T15:19:48,428 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-24T15:19:48,431 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-24T15:19:48,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 9faa9908e5794e183d15503454c83420/f 2024-11-24T15:19:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-24T15:19:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T15:19:48,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 9faa9908e5794e183d15503454c83420/f 2024-11-24T15:19:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-24T15:19:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T15:19:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HRegion(2603): Flush status journal for 9faa9908e5794e183d15503454c83420: 2024-11-24T15:19:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/staging/jenkins__test__p6dkjsnbci0el9qifv661k3301q6nnueh6p5qfu65poaldsttm8aeq8bm5cvluqi/f/hfile_1 2024-11-24T15:19:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/staging/jenkins__test__p6dkjsnbci0el9qifv661k3301q6nnueh6p5qfu65poaldsttm8aeq8bm5cvluqi/f/hfile_1 as hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/default/test/9faa9908e5794e183d15503454c83420/f/94c566003c6547139cae83788ca988fc_SeqId_6_ 2024-11-24T15:19:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/staging/jenkins__test__p6dkjsnbci0el9qifv661k3301q6nnueh6p5qfu65poaldsttm8aeq8bm5cvluqi/f/hfile_0 2024-11-24T15:19:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/staging/jenkins__test__p6dkjsnbci0el9qifv661k3301q6nnueh6p5qfu65poaldsttm8aeq8bm5cvluqi/f/hfile_0 as hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/default/test/9faa9908e5794e183d15503454c83420/f/f66b9575a892473e8d8682c4cdd19547_SeqId_6_ 2024-11-24T15:19:48,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/staging/jenkins__test__p6dkjsnbci0el9qifv661k3301q6nnueh6p5qfu65poaldsttm8aeq8bm5cvluqi/f/hfile_1 into 9faa9908e5794e183d15503454c83420/f as hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/default/test/9faa9908e5794e183d15503454c83420/f/94c566003c6547139cae83788ca988fc_SeqId_6_ - updating store file list. 2024-11-24T15:19:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 94c566003c6547139cae83788ca988fc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T15:19:48,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/default/test/9faa9908e5794e183d15503454c83420/f/94c566003c6547139cae83788ca988fc_SeqId_6_ into 9faa9908e5794e183d15503454c83420/f 2024-11-24T15:19:48,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/staging/jenkins__test__p6dkjsnbci0el9qifv661k3301q6nnueh6p5qfu65poaldsttm8aeq8bm5cvluqi/f/hfile_1 into 9faa9908e5794e183d15503454c83420/f (new location: hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/default/test/9faa9908e5794e183d15503454c83420/f/94c566003c6547139cae83788ca988fc_SeqId_6_) 2024-11-24T15:19:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/staging/jenkins__test__p6dkjsnbci0el9qifv661k3301q6nnueh6p5qfu65poaldsttm8aeq8bm5cvluqi/f/hfile_1 2024-11-24T15:19:48,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/staging/jenkins__test__p6dkjsnbci0el9qifv661k3301q6nnueh6p5qfu65poaldsttm8aeq8bm5cvluqi/f/hfile_0 into 9faa9908e5794e183d15503454c83420/f as hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/default/test/9faa9908e5794e183d15503454c83420/f/f66b9575a892473e8d8682c4cdd19547_SeqId_6_ - updating store file list. 2024-11-24T15:19:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f66b9575a892473e8d8682c4cdd19547_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T15:19:48,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/default/test/9faa9908e5794e183d15503454c83420/f/f66b9575a892473e8d8682c4cdd19547_SeqId_6_ into 9faa9908e5794e183d15503454c83420/f 2024-11-24T15:19:48,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/staging/jenkins__test__p6dkjsnbci0el9qifv661k3301q6nnueh6p5qfu65poaldsttm8aeq8bm5cvluqi/f/hfile_0 into 9faa9908e5794e183d15503454c83420/f (new location: hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/default/test/9faa9908e5794e183d15503454c83420/f/f66b9575a892473e8d8682c4cdd19547_SeqId_6_) 2024-11-24T15:19:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/staging/jenkins__test__p6dkjsnbci0el9qifv661k3301q6nnueh6p5qfu65poaldsttm8aeq8bm5cvluqi/f/hfile_0 2024-11-24T15:19:48,457 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:19:48,457 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:48,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:48,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:48,457 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:19:48,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732461578961.9faa9908e5794e183d15503454c83420., hostname=c99348da3e93,37403,1732461575254, seqNum=2 , the old value is region=test,,1732461578961.9faa9908e5794e183d15503454c83420., hostname=c99348da3e93,37403,1732461575254, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c99348da3e93:37403 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T15:19:48,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732461578961.9faa9908e5794e183d15503454c83420., hostname=c99348da3e93,37403,1732461575254, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T15:19:48,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732461578961.9faa9908e5794e183d15503454c83420., hostname=c99348da3e93,37403,1732461575254, seqNum=2 from cache 2024-11-24T15:19:48,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:19:48,458 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T15:19:48,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,37831,1732461571483, seqNum=-1] 2024-11-24T15:19:48,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:19:48,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:19:48,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732461576802.1b3bfea0b41455058cdf39eed8142353., hostname=c99348da3e93,37831,1732461571483, seqNum=2] 2024-11-24T15:19:48,467 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T15:19:48,478 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254.replicationSource.wal-reader.c99348da3e93%2C37403%2C1732461575254,1-c99348da3e93,37403,1732461575254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254/c99348da3e93%2C37403%2C1732461575254.1732461576310 to pos 725, reset compression=false 2024-11-24T15:19:48,482 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254.replicationSource.wal-reader.c99348da3e93%2C37403%2C1732461575254,1-c99348da3e93,37403,1732461575254 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:19:48,502 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 to pos 687, reset compression=false 2024-11-24T15:19:48,567 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:37403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T15:19:48,683 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254.replicationSource.wal-reader.c99348da3e93%2C37403%2C1732461575254,1-c99348da3e93,37403,1732461575254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254/c99348da3e93%2C37403%2C1732461575254.1732461576310 to pos 1033, reset compression=false 2024-11-24T15:19:48,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741843_1019 (size=7691) 2024-11-24T15:19:48,986 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254.replicationSource.wal-reader.c99348da3e93%2C37403%2C1732461575254,1-c99348da3e93,37403,1732461575254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254/c99348da3e93%2C37403%2C1732461575254.1732461576310 to pos 1033, reset compression=false 2024-11-24T15:19:49,106 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 to pos 687, reset compression=false 2024-11-24T15:19:49,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:19:49,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,41621,1732461571421 2024-11-24T15:19:49,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68b520a5 2024-11-24T15:19:49,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:19:49,125 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-24T15:19:49,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T15:19:49,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:19:49,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,37831,1732461571483, seqNum=-1] 2024-11-24T15:19:49,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:19:49,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-24T15:19:49,134 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/staging/jenkins.hfs.10__test__bid7hqsbs0psob2tlgsfp8mv0g586dihnsk8ecsefuu75a81ge11f2p6udspea87/f/56c4a4c71a49401a95a48ff4508c5228_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-24T15:19:49,137 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/staging/jenkins.hfs.10__test__bid7hqsbs0psob2tlgsfp8mv0g586dihnsk8ecsefuu75a81ge11f2p6udspea87/f/a3b353c0b77745a2996061e15747afd1_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-24T15:19:49,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.ReplicationSink(324): Finished replicating [96146dfa-5ae4-499f-806d-84ff1db1576f, 78c36121-0e3f-42b7-b2cb-f0213baef8ea] bulk loaded data 2024-11-24T15:19:49,142 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254.replicationSource.shipperc99348da3e93%2C37403%2C1732461575254,1-c99348da3e93,37403,1732461575254 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,37403,1732461575254 got entry batch from reader: WALEntryBatch [walEntries=[{test/9faa9908e5794e183d15503454c83420/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732461588456/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254/c99348da3e93%2C37403%2C1732461575254.1732461576310, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T15:19:49,143 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.ReplicationSink(318): Replicating [78c36121-0e3f-42b7-b2cb-f0213baef8ea] bulk loaded data 2024-11-24T15:19:49,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741844_1020 (size=10791) 2024-11-24T15:19:49,391 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254.replicationSource.wal-reader.c99348da3e93%2C37403%2C1732461575254,1-c99348da3e93,37403,1732461575254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254/c99348da3e93%2C37403%2C1732461575254.1732461576310 to pos 1033, reset compression=false 2024-11-24T15:19:49,472 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T15:19:49,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741845_1021 (size=11194) 2024-11-24T15:19:49,810 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 to pos 687, reset compression=false 2024-11-24T15:19:49,895 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254.replicationSource.wal-reader.c99348da3e93%2C37403%2C1732461575254,1-c99348da3e93,37403,1732461575254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254/c99348da3e93%2C37403%2C1732461575254.1732461576310 to pos 1033, reset compression=false 2024-11-24T15:19:49,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T15:19:49,968 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:19:49,975 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/staging/jenkins.hfs.10__test__6a9g34sbb0k2liljgqso3n6i30qv0v2mnurc2bqb67ivtce3gg8qk7s0d5ueq47l/f/94c566003c6547139cae83788ca988fc_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-24T15:19:49,978 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/staging/jenkins.hfs.10__test__6a9g34sbb0k2liljgqso3n6i30qv0v2mnurc2bqb67ivtce3gg8qk7s0d5ueq47l/f/f66b9575a892473e8d8682c4cdd19547_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-24T15:19:49,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/staging/jenkins.hfs.10__test__6a9g34sbb0k2liljgqso3n6i30qv0v2mnurc2bqb67ivtce3gg8qk7s0d5ueq47l/f/f66b9575a892473e8d8682c4cdd19547_SeqId_6_ for inclusion in 1b3bfea0b41455058cdf39eed8142353/f 2024-11-24T15:19:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-24T15:19:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T15:19:49,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/staging/jenkins.hfs.10__test__6a9g34sbb0k2liljgqso3n6i30qv0v2mnurc2bqb67ivtce3gg8qk7s0d5ueq47l/f/94c566003c6547139cae83788ca988fc_SeqId_6_ for inclusion in 1b3bfea0b41455058cdf39eed8142353/f 2024-11-24T15:19:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-24T15:19:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T15:19:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HRegion(2603): Flush status journal for 1b3bfea0b41455058cdf39eed8142353: 2024-11-24T15:19:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f66b9575a892473e8d8682c4cdd19547_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T15:19:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/staging/jenkins.hfs.10__test__6a9g34sbb0k2liljgqso3n6i30qv0v2mnurc2bqb67ivtce3gg8qk7s0d5ueq47l/f/f66b9575a892473e8d8682c4cdd19547_SeqId_6_ as hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/default/test/1b3bfea0b41455058cdf39eed8142353/f/2864a0f68c8443ed8e41a598053988b4_SeqId_6_ 2024-11-24T15:19:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 94c566003c6547139cae83788ca988fc_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T15:19:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/staging/jenkins.hfs.10__test__6a9g34sbb0k2liljgqso3n6i30qv0v2mnurc2bqb67ivtce3gg8qk7s0d5ueq47l/f/94c566003c6547139cae83788ca988fc_SeqId_6_ as hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/default/test/1b3bfea0b41455058cdf39eed8142353/f/122a54dc136542449173c1e1f239973f_SeqId_6_ 2024-11-24T15:19:49,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/staging/jenkins.hfs.10__test__6a9g34sbb0k2liljgqso3n6i30qv0v2mnurc2bqb67ivtce3gg8qk7s0d5ueq47l/f/f66b9575a892473e8d8682c4cdd19547_SeqId_6_ into 1b3bfea0b41455058cdf39eed8142353/f as hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/default/test/1b3bfea0b41455058cdf39eed8142353/f/2864a0f68c8443ed8e41a598053988b4_SeqId_6_ - updating store file list. 2024-11-24T15:19:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2864a0f68c8443ed8e41a598053988b4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T15:19:49,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/default/test/1b3bfea0b41455058cdf39eed8142353/f/2864a0f68c8443ed8e41a598053988b4_SeqId_6_ into 1b3bfea0b41455058cdf39eed8142353/f 2024-11-24T15:19:49,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/staging/jenkins.hfs.10__test__6a9g34sbb0k2liljgqso3n6i30qv0v2mnurc2bqb67ivtce3gg8qk7s0d5ueq47l/f/f66b9575a892473e8d8682c4cdd19547_SeqId_6_ into 1b3bfea0b41455058cdf39eed8142353/f (new location: hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/default/test/1b3bfea0b41455058cdf39eed8142353/f/2864a0f68c8443ed8e41a598053988b4_SeqId_6_) 2024-11-24T15:19:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/staging/jenkins.hfs.10__test__6a9g34sbb0k2liljgqso3n6i30qv0v2mnurc2bqb67ivtce3gg8qk7s0d5ueq47l/f/f66b9575a892473e8d8682c4cdd19547_SeqId_6_ 2024-11-24T15:19:49,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/staging/jenkins.hfs.10__test__6a9g34sbb0k2liljgqso3n6i30qv0v2mnurc2bqb67ivtce3gg8qk7s0d5ueq47l/f/94c566003c6547139cae83788ca988fc_SeqId_6_ into 1b3bfea0b41455058cdf39eed8142353/f as hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/default/test/1b3bfea0b41455058cdf39eed8142353/f/122a54dc136542449173c1e1f239973f_SeqId_6_ - updating store file list. 2024-11-24T15:19:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 122a54dc136542449173c1e1f239973f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T15:19:49,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/default/test/1b3bfea0b41455058cdf39eed8142353/f/122a54dc136542449173c1e1f239973f_SeqId_6_ into 1b3bfea0b41455058cdf39eed8142353/f 2024-11-24T15:19:49,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/staging/jenkins.hfs.10__test__6a9g34sbb0k2liljgqso3n6i30qv0v2mnurc2bqb67ivtce3gg8qk7s0d5ueq47l/f/94c566003c6547139cae83788ca988fc_SeqId_6_ into 1b3bfea0b41455058cdf39eed8142353/f (new location: hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/default/test/1b3bfea0b41455058cdf39eed8142353/f/122a54dc136542449173c1e1f239973f_SeqId_6_) 2024-11-24T15:19:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/staging/jenkins.hfs.10__test__6a9g34sbb0k2liljgqso3n6i30qv0v2mnurc2bqb67ivtce3gg8qk7s0d5ueq47l/f/94c566003c6547139cae83788ca988fc_SeqId_6_ 2024-11-24T15:19:50,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37831 {}] regionserver.ReplicationSink(324): Finished replicating [78c36121-0e3f-42b7-b2cb-f0213baef8ea] bulk loaded data 2024-11-24T15:19:50,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:50,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:50,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:50,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:50,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:50,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:50,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:50,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:50,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T15:19:50,483 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:19:50,483 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:50,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:50,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:50,484 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T15:19:50,484 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=585258577, stopped=false 2024-11-24T15:19:50,484 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c99348da3e93,36763,1732461575147 2024-11-24T15:19:50,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:19:50,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37403-0x1014a8f93d20004, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1480827249/running 2024-11-24T15:19:50,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1480827249/running 2024-11-24T15:19:50,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37403-0x1014a8f93d20004, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480827249 2024-11-24T15:19:50,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480827249 2024-11-24T15:19:50,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Set watcher on znode that does not yet exist, /1480827249/running 2024-11-24T15:19:50,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37403-0x1014a8f93d20004, quorum=127.0.0.1:56528, baseZNode=/1480827249 Set watcher on znode that does not yet exist, /1480827249/running 2024-11-24T15:19:50,486 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:19:50,487 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:19:50,487 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:50,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:50,487 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c99348da3e93,37403,1732461575254' ***** 2024-11-24T15:19:50,487 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T15:19:50,488 INFO [RS:0;c99348da3e93:37403 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T15:19:50,488 INFO [RS:0;c99348da3e93:37403 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T15:19:50,488 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T15:19:50,488 INFO [RS:0;c99348da3e93:37403 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T15:19:50,489 INFO [RS:0;c99348da3e93:37403 {}] regionserver.HRegionServer(3091): Received CLOSE for ea9fa7c8a2157efbfe2708328d9d618a 2024-11-24T15:19:50,489 INFO [RS:0;c99348da3e93:37403 {}] regionserver.HRegionServer(3091): Received CLOSE for 9faa9908e5794e183d15503454c83420 2024-11-24T15:19:50,489 INFO [RS:0;c99348da3e93:37403 {}] regionserver.HRegionServer(959): stopping server c99348da3e93,37403,1732461575254 2024-11-24T15:19:50,489 INFO [RS:0;c99348da3e93:37403 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:19:50,489 INFO [RS:0;c99348da3e93:37403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:37403. 2024-11-24T15:19:50,489 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea9fa7c8a2157efbfe2708328d9d618a, disabling compactions & flushes 2024-11-24T15:19:50,489 DEBUG [RS:0;c99348da3e93:37403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:50,489 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461583312.ea9fa7c8a2157efbfe2708328d9d618a. 2024-11-24T15:19:50,489 DEBUG [RS:0;c99348da3e93:37403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:50,489 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461583312.ea9fa7c8a2157efbfe2708328d9d618a. 2024-11-24T15:19:50,489 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461583312.ea9fa7c8a2157efbfe2708328d9d618a. after waiting 0 ms 2024-11-24T15:19:50,489 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461583312.ea9fa7c8a2157efbfe2708328d9d618a. 2024-11-24T15:19:50,489 INFO [RS:0;c99348da3e93:37403 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T15:19:50,489 INFO [RS:0;c99348da3e93:37403 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T15:19:50,489 INFO [RS:0;c99348da3e93:37403 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T15:19:50,489 INFO [RS:0;c99348da3e93:37403 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T15:19:50,489 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ea9fa7c8a2157efbfe2708328d9d618a 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-24T15:19:50,490 INFO [RS:0;c99348da3e93:37403 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T15:19:50,490 DEBUG [RS:0;c99348da3e93:37403 {}] regionserver.HRegionServer(1325): Online Regions={ea9fa7c8a2157efbfe2708328d9d618a=hbase:replication,,1732461583312.ea9fa7c8a2157efbfe2708328d9d618a., 1588230740=hbase:meta,,1.1588230740, 9faa9908e5794e183d15503454c83420=test,,1732461578961.9faa9908e5794e183d15503454c83420.} 2024-11-24T15:19:50,490 DEBUG [RS:0;c99348da3e93:37403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9faa9908e5794e183d15503454c83420, ea9fa7c8a2157efbfe2708328d9d618a 2024-11-24T15:19:50,490 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:19:50,490 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:19:50,490 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:19:50,490 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:19:50,490 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:19:50,490 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T15:19:50,500 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254.replicationSource.wal-reader.c99348da3e93%2C37403%2C1732461575254,1-c99348da3e93,37403,1732461575254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254/c99348da3e93%2C37403%2C1732461575254.1732461576310 to pos 1033, reset compression=false 2024-11-24T15:19:50,513 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/replication/ea9fa7c8a2157efbfe2708328d9d618a/.tmp/hfileref/2b95a0051c144b83a1a11ced38d05232 is 74, key is 1/hfileref:56c4a4c71a49401a95a48ff4508c5228_SeqId_4_/1732461589140/DeleteColumn/seqid=0 2024-11-24T15:19:50,513 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/meta/1588230740/.tmp/info/bcbc1bea133549dda488bafd2417ad05 is 147, key is hbase:replication,,1732461583312.ea9fa7c8a2157efbfe2708328d9d618a./info:regioninfo/1732461584481/Put/seqid=0 2024-11-24T15:19:50,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741845_1021 (size=5345) 2024-11-24T15:19:50,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741844_1020 (size=7686) 2024-11-24T15:19:50,519 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/meta/1588230740/.tmp/info/bcbc1bea133549dda488bafd2417ad05 2024-11-24T15:19:50,540 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/meta/1588230740/.tmp/ns/0d09cbed69054a569b8c7e485c4d1faf is 43, key is default/ns:d/1732461576695/Put/seqid=0 2024-11-24T15:19:50,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741846_1022 (size=5153) 2024-11-24T15:19:50,544 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/meta/1588230740/.tmp/ns/0d09cbed69054a569b8c7e485c4d1faf 2024-11-24T15:19:50,567 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/meta/1588230740/.tmp/rep_barrier/e37cb3b76f2141b7a9f96bb0bcabcccc is 112, key is test,,1732461578961.9faa9908e5794e183d15503454c83420./rep_barrier:seqnumDuringOpen/1732461580110/Put/seqid=0 2024-11-24T15:19:50,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741847_1023 (size=5518) 2024-11-24T15:19:50,586 INFO [regionserver/c99348da3e93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:19:50,614 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 to pos 687, reset compression=false 2024-11-24T15:19:50,619 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:19:50,619 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.shipperc99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,37831,1732461571483 got entry batch from reader: WALEntryBatch [walEntries=[{test/1b3bfea0b41455058cdf39eed8142353/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732461589999/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-24T15:19:50,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c99348da3e93,37403,1732461575254 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T15:19:50,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:33466 deadline: 1732461650620, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c99348da3e93,37403,1732461575254 stopping 2024-11-24T15:19:50,622 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.shipperc99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c99348da3e93,37403,1732461575254 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T15:19:50,690 DEBUG [RS:0;c99348da3e93:37403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9faa9908e5794e183d15503454c83420, ea9fa7c8a2157efbfe2708328d9d618a 2024-11-24T15:19:50,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c99348da3e93,37403,1732461575254 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T15:19:50,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:33466 deadline: 1732461650725, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c99348da3e93,37403,1732461575254 stopping 2024-11-24T15:19:50,726 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.shipperc99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c99348da3e93,37403,1732461575254 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T15:19:50,819 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 to pos 1033, reset compression=false 2024-11-24T15:19:50,890 DEBUG [RS:0;c99348da3e93:37403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9faa9908e5794e183d15503454c83420, ea9fa7c8a2157efbfe2708328d9d618a 2024-11-24T15:19:50,917 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/replication/ea9fa7c8a2157efbfe2708328d9d618a/.tmp/hfileref/2b95a0051c144b83a1a11ced38d05232 2024-11-24T15:19:50,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c99348da3e93,37403,1732461575254 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T15:19:50,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:33466 deadline: 1732461650929, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c99348da3e93,37403,1732461575254 stopping 2024-11-24T15:19:50,930 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.shipperc99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c99348da3e93,37403,1732461575254 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T15:19:50,940 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/replication/ea9fa7c8a2157efbfe2708328d9d618a/.tmp/queue/ee24604e2d084db099537d1cd1ac6d56 is 154, key is 1-c99348da3e93,37403,1732461575254/queue:c99348da3e93%2C37403%2C1732461575254/1732461590004/Put/seqid=0 2024-11-24T15:19:50,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741848_1024 (size=5353) 2024-11-24T15:19:50,975 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/meta/1588230740/.tmp/rep_barrier/e37cb3b76f2141b7a9f96bb0bcabcccc 2024-11-24T15:19:50,994 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/meta/1588230740/.tmp/table/0d009d47710a411296de45ec607a011b is 53, key is hbase:replication/table:state/1732461584488/Put/seqid=0 2024-11-24T15:19:50,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741849_1025 (size=5308) 2024-11-24T15:19:51,090 DEBUG [RS:0;c99348da3e93:37403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9faa9908e5794e183d15503454c83420, ea9fa7c8a2157efbfe2708328d9d618a 2024-11-24T15:19:51,123 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 to pos 1033, reset compression=false 2024-11-24T15:19:51,168 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T15:19:51,168 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T15:19:51,204 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254.replicationSource.wal-reader.c99348da3e93%2C37403%2C1732461575254,1-c99348da3e93,37403,1732461575254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254/c99348da3e93%2C37403%2C1732461575254.1732461576310 to pos 1033, reset compression=false 2024-11-24T15:19:51,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c99348da3e93,37403,1732461575254 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T15:19:51,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:33466 deadline: 1732461651234, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c99348da3e93,37403,1732461575254 stopping 2024-11-24T15:19:51,235 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.shipperc99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c99348da3e93,37403,1732461575254 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T15:19:51,290 DEBUG [RS:0;c99348da3e93:37403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9faa9908e5794e183d15503454c83420, ea9fa7c8a2157efbfe2708328d9d618a 2024-11-24T15:19:51,345 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/replication/ea9fa7c8a2157efbfe2708328d9d618a/.tmp/queue/ee24604e2d084db099537d1cd1ac6d56 2024-11-24T15:19:51,350 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/replication/ea9fa7c8a2157efbfe2708328d9d618a/.tmp/hfileref/2b95a0051c144b83a1a11ced38d05232 as hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/replication/ea9fa7c8a2157efbfe2708328d9d618a/hfileref/2b95a0051c144b83a1a11ced38d05232 2024-11-24T15:19:51,354 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/replication/ea9fa7c8a2157efbfe2708328d9d618a/hfileref/2b95a0051c144b83a1a11ced38d05232, entries=4, sequenceid=12, filesize=5.2 K 2024-11-24T15:19:51,355 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/replication/ea9fa7c8a2157efbfe2708328d9d618a/.tmp/queue/ee24604e2d084db099537d1cd1ac6d56 as hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/replication/ea9fa7c8a2157efbfe2708328d9d618a/queue/ee24604e2d084db099537d1cd1ac6d56 2024-11-24T15:19:51,358 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/replication/ea9fa7c8a2157efbfe2708328d9d618a/queue/ee24604e2d084db099537d1cd1ac6d56, entries=1, sequenceid=12, filesize=5.2 K 2024-11-24T15:19:51,359 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for ea9fa7c8a2157efbfe2708328d9d618a in 870ms, sequenceid=12, compaction requested=false 2024-11-24T15:19:51,365 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/replication/ea9fa7c8a2157efbfe2708328d9d618a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T15:19:51,365 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:19:51,365 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:19:51,365 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732461583312.ea9fa7c8a2157efbfe2708328d9d618a. 2024-11-24T15:19:51,365 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea9fa7c8a2157efbfe2708328d9d618a: Waiting for close lock at 1732461590489Running coprocessor pre-close hooks at 1732461590489Disabling compacts and flushes for region at 1732461590489Disabling writes for close at 1732461590489Obtaining lock to block concurrent updates at 1732461590489Preparing flush snapshotting stores in ea9fa7c8a2157efbfe2708328d9d618a at 1732461590489Finished memstore snapshotting hbase:replication,,1732461583312.ea9fa7c8a2157efbfe2708328d9d618a., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732461590490 (+1 ms)Flushing stores of hbase:replication,,1732461583312.ea9fa7c8a2157efbfe2708328d9d618a. at 1732461590490Flushing ea9fa7c8a2157efbfe2708328d9d618a/hfileref: creating writer at 1732461590491 (+1 ms)Flushing ea9fa7c8a2157efbfe2708328d9d618a/hfileref: appending metadata at 1732461590512 (+21 ms)Flushing ea9fa7c8a2157efbfe2708328d9d618a/hfileref: closing flushed file at 1732461590512Flushing ea9fa7c8a2157efbfe2708328d9d618a/queue: creating writer at 1732461590922 (+410 ms)Flushing ea9fa7c8a2157efbfe2708328d9d618a/queue: appending metadata at 1732461590939 (+17 ms)Flushing ea9fa7c8a2157efbfe2708328d9d618a/queue: closing flushed file at 1732461590939Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@440672c1: reopening flushed file at 1732461591349 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36085f0f: reopening flushed file at 1732461591354 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for ea9fa7c8a2157efbfe2708328d9d618a in 870ms, sequenceid=12, compaction requested=false at 1732461591359 (+5 ms)Writing region close event to WAL at 1732461591362 (+3 ms)Running coprocessor post-close hooks at 1732461591365 (+3 ms)Closed at 1732461591365 2024-11-24T15:19:51,366 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732461583312.ea9fa7c8a2157efbfe2708328d9d618a. 2024-11-24T15:19:51,366 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9faa9908e5794e183d15503454c83420, disabling compactions & flushes 2024-11-24T15:19:51,366 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732461578961.9faa9908e5794e183d15503454c83420. 2024-11-24T15:19:51,366 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461578961.9faa9908e5794e183d15503454c83420. 2024-11-24T15:19:51,366 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732461578961.9faa9908e5794e183d15503454c83420. after waiting 0 ms 2024-11-24T15:19:51,366 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732461578961.9faa9908e5794e183d15503454c83420. 2024-11-24T15:19:51,369 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/default/test/9faa9908e5794e183d15503454c83420/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T15:19:51,369 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:19:51,369 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T15:19:51,369 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732461578961.9faa9908e5794e183d15503454c83420. 2024-11-24T15:19:51,369 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9faa9908e5794e183d15503454c83420: Waiting for close lock at 1732461591366Running coprocessor pre-close hooks at 1732461591366Disabling compacts and flushes for region at 1732461591366Disabling writes for close at 1732461591366Writing region close event to WAL at 1732461591366Running coprocessor post-close hooks at 1732461591369 (+3 ms)Closed at 1732461591369 2024-11-24T15:19:51,369 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732461578961.9faa9908e5794e183d15503454c83420. 2024-11-24T15:19:51,399 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/meta/1588230740/.tmp/table/0d009d47710a411296de45ec607a011b 2024-11-24T15:19:51,403 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/meta/1588230740/.tmp/info/bcbc1bea133549dda488bafd2417ad05 as hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/meta/1588230740/info/bcbc1bea133549dda488bafd2417ad05 2024-11-24T15:19:51,408 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/meta/1588230740/info/bcbc1bea133549dda488bafd2417ad05, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T15:19:51,409 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/meta/1588230740/.tmp/ns/0d09cbed69054a569b8c7e485c4d1faf as hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/meta/1588230740/ns/0d09cbed69054a569b8c7e485c4d1faf 2024-11-24T15:19:51,413 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/meta/1588230740/ns/0d09cbed69054a569b8c7e485c4d1faf, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T15:19:51,414 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/meta/1588230740/.tmp/rep_barrier/e37cb3b76f2141b7a9f96bb0bcabcccc as hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/meta/1588230740/rep_barrier/e37cb3b76f2141b7a9f96bb0bcabcccc 2024-11-24T15:19:51,419 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/meta/1588230740/rep_barrier/e37cb3b76f2141b7a9f96bb0bcabcccc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T15:19:51,420 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/meta/1588230740/.tmp/table/0d009d47710a411296de45ec607a011b as hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/meta/1588230740/table/0d009d47710a411296de45ec607a011b 2024-11-24T15:19:51,430 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/meta/1588230740/table/0d009d47710a411296de45ec607a011b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T15:19:51,431 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 941ms, sequenceid=16, compaction requested=false 2024-11-24T15:19:51,436 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T15:19:51,437 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:19:51,437 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:19:51,437 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:19:51,437 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461590490Running coprocessor pre-close hooks at 1732461590490Disabling compacts and flushes for region at 1732461590490Disabling writes for close at 1732461590490Obtaining lock to block concurrent updates at 1732461590490Preparing flush snapshotting stores in 1588230740 at 1732461590490Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732461590490Flushing stores of hbase:meta,,1.1588230740 at 1732461590491 (+1 ms)Flushing 1588230740/info: creating writer at 1732461590492 (+1 ms)Flushing 1588230740/info: appending metadata at 1732461590512 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732461590512Flushing 1588230740/ns: creating writer at 1732461590523 (+11 ms)Flushing 1588230740/ns: appending metadata at 1732461590540 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732461590540Flushing 1588230740/rep_barrier: creating writer at 1732461590548 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732461590566 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732461590567 (+1 ms)Flushing 1588230740/table: creating writer at 1732461590980 (+413 ms)Flushing 1588230740/table: appending metadata at 1732461590994 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732461590994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48a7882: reopening flushed file at 1732461591403 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52d7bee0: reopening flushed file at 1732461591408 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@275a3351: reopening flushed file at 1732461591413 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33408c9e: reopening flushed file at 1732461591419 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 941ms, sequenceid=16, compaction requested=false at 1732461591431 (+12 ms)Writing region close event to WAL at 1732461591433 (+2 ms)Running coprocessor post-close hooks at 1732461591437 (+4 ms)Closed at 1732461591437 2024-11-24T15:19:51,437 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T15:19:51,490 INFO [RS:0;c99348da3e93:37403 {}] regionserver.HRegionServer(976): stopping server c99348da3e93,37403,1732461575254; all regions closed. 2024-11-24T15:19:51,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741834_1010 (size=4239) 2024-11-24T15:19:51,493 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254/c99348da3e93%2C37403%2C1732461575254.meta.1732461576650.meta not finished, retry = 0 2024-11-24T15:19:51,527 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 to pos 1033, reset compression=false 2024-11-24T15:19:51,595 DEBUG [RS:0;c99348da3e93:37403 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/oldWALs 2024-11-24T15:19:51,595 INFO [RS:0;c99348da3e93:37403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C37403%2C1732461575254.meta:.meta(num 1732461576650) 2024-11-24T15:19:51,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741839_1015 (size=3127) 2024-11-24T15:19:51,599 DEBUG [RS:0;c99348da3e93:37403 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/oldWALs 2024-11-24T15:19:51,599 INFO [RS:0;c99348da3e93:37403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C37403%2C1732461575254.rep:(num 1732461584449) 2024-11-24T15:19:51,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741833_1009 (size=1336) 2024-11-24T15:19:51,601 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/WALs/c99348da3e93,37403,1732461575254/c99348da3e93%2C37403%2C1732461575254.1732461576310 not finished, retry = 0 2024-11-24T15:19:51,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c99348da3e93,37403,1732461575254 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T15:19:51,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37403 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:33466 deadline: 1732461651638, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c99348da3e93,37403,1732461575254 stopping 2024-11-24T15:19:51,639 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.shipperc99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c99348da3e93,37403,1732461575254 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T15:19:51,703 DEBUG [RS:0;c99348da3e93:37403 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/oldWALs 2024-11-24T15:19:51,703 INFO [RS:0;c99348da3e93:37403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C37403%2C1732461575254:(num 1732461576310) 2024-11-24T15:19:51,703 DEBUG [RS:0;c99348da3e93:37403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:51,703 INFO [RS:0;c99348da3e93:37403 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:19:51,703 INFO [RS:0;c99348da3e93:37403 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:19:51,703 INFO [RS:0;c99348da3e93:37403 {}] hbase.ChoreService(370): Chore service for: regionserver/c99348da3e93:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T15:19:51,704 INFO [RS:0;c99348da3e93:37403 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:19:51,704 INFO [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:19:51,704 INFO [RS:0;c99348da3e93:37403 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c99348da3e93,37403,1732461575254 because: Region server is closing 2024-11-24T15:19:51,704 INFO [RS:0;c99348da3e93:37403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:37403. 2024-11-24T15:19:51,704 DEBUG [RS:0;c99348da3e93:37403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:51,704 DEBUG [RS:0;c99348da3e93:37403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:51,704 DEBUG [RS:0;c99348da3e93:37403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:51,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:19:51,805 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254.replicationSource.wal-reader.c99348da3e93%2C37403%2C1732461575254,1-c99348da3e93,37403,1732461575254 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T15:19:51,805 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254.replicationSource.shipperc99348da3e93%2C37403%2C1732461575254,1-c99348da3e93,37403,1732461575254 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T15:19:51,805 INFO [RS:0;c99348da3e93:37403 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37403,1732461575254.replicationSource.shipperc99348da3e93%2C37403%2C1732461575254,1-c99348da3e93,37403,1732461575254 terminated 2024-11-24T15:19:51,805 INFO [RS:0;c99348da3e93:37403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:37403. 2024-11-24T15:19:51,805 DEBUG [RS:0;c99348da3e93:37403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:51,805 DEBUG [RS:0;c99348da3e93:37403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:51,805 DEBUG [RS:0;c99348da3e93:37403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:51,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:19:51,806 INFO [RS:0;c99348da3e93:37403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37403 2024-11-24T15:19:51,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480827249/rs 2024-11-24T15:19:51,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37403-0x1014a8f93d20004, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1480827249/rs/c99348da3e93,37403,1732461575254 2024-11-24T15:19:51,808 INFO [RS:0;c99348da3e93:37403 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:19:51,809 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c99348da3e93,37403,1732461575254] 2024-11-24T15:19:51,811 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1480827249/draining/c99348da3e93,37403,1732461575254 already deleted, retry=false 2024-11-24T15:19:51,812 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c99348da3e93,37403,1732461575254 expired; onlineServers=0 2024-11-24T15:19:51,812 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c99348da3e93,36763,1732461575147' ***** 2024-11-24T15:19:51,812 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T15:19:51,812 INFO [M:0;c99348da3e93:36763 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:19:51,812 INFO [M:0;c99348da3e93:36763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:19:51,812 DEBUG [M:0;c99348da3e93:36763 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T15:19:51,812 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T15:19:51,812 DEBUG [M:0;c99348da3e93:36763 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T15:19:51,812 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461576008 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461576008,5,FailOnTimeoutGroup] 2024-11-24T15:19:51,812 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461576048 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461576048,5,FailOnTimeoutGroup] 2024-11-24T15:19:51,812 INFO [M:0;c99348da3e93:36763 {}] hbase.ChoreService(370): Chore service for: master/c99348da3e93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T15:19:51,812 INFO [M:0;c99348da3e93:36763 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:19:51,812 DEBUG [M:0;c99348da3e93:36763 {}] master.HMaster(1795): Stopping service threads 2024-11-24T15:19:51,812 INFO [M:0;c99348da3e93:36763 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T15:19:51,813 INFO [M:0;c99348da3e93:36763 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:19:51,813 INFO [M:0;c99348da3e93:36763 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T15:19:51,813 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T15:19:51,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1480827249/master 2024-11-24T15:19:51,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480827249 2024-11-24T15:19:51,813 DEBUG [M:0;c99348da3e93:36763 {}] zookeeper.ZKUtil(347): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Unable to get data of znode /1480827249/master because node does not exist (not an error) 2024-11-24T15:19:51,814 WARN [M:0;c99348da3e93:36763 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T15:19:51,814 INFO [M:0;c99348da3e93:36763 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/.lastflushedseqids 2024-11-24T15:19:51,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741850_1026 (size=263) 2024-11-24T15:19:51,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37403-0x1014a8f93d20004, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:51,909 INFO [RS:0;c99348da3e93:37403 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:19:51,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37403-0x1014a8f93d20004, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:51,909 INFO [RS:0;c99348da3e93:37403 {}] regionserver.HRegionServer(1031): Exiting; stopping=c99348da3e93,37403,1732461575254; zookeeper connection closed. 2024-11-24T15:19:51,910 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70982df9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70982df9 2024-11-24T15:19:51,910 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T15:19:52,032 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 to pos 1033, reset compression=false 2024-11-24T15:19:52,143 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c99348da3e93:37403 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c99348da3e93/172.17.0.2:37403 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T15:19:52,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address c99348da3e93:37403 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c99348da3e93/172.17.0.2:37403 2024-11-24T15:19:52,143 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.shipperc99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=c99348da3e93:37403 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c99348da3e93/172.17.0.2:37403 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c99348da3e93/172.17.0.2:37403 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-24T15:19:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T15:19:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41172 deadline: 1732461652146, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-24T15:19:52,147 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.shipperc99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T15:19:52,148 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.shipperc99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T15:19:52,219 INFO [M:0;c99348da3e93:36763 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T15:19:52,219 INFO [M:0;c99348da3e93:36763 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T15:19:52,219 DEBUG [M:0;c99348da3e93:36763 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:19:52,219 INFO [M:0;c99348da3e93:36763 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:52,219 DEBUG [M:0;c99348da3e93:36763 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:52,219 DEBUG [M:0;c99348da3e93:36763 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:19:52,219 DEBUG [M:0;c99348da3e93:36763 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:52,220 INFO [M:0;c99348da3e93:36763 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T15:19:52,238 DEBUG [M:0;c99348da3e93:36763 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf85735b035943378aa5977585cc00f8 is 82, key is hbase:meta,,1/info:regioninfo/1732461576682/Put/seqid=0 2024-11-24T15:19:52,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741851_1027 (size=5672) 2024-11-24T15:19:52,636 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 to pos 1033, reset compression=false 2024-11-24T15:19:52,642 INFO [M:0;c99348da3e93:36763 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf85735b035943378aa5977585cc00f8 2024-11-24T15:19:52,664 DEBUG [M:0;c99348da3e93:36763 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6a4d7ac93b54bb3825cc6c0a3fd8aeb is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732461584491/Put/seqid=0 2024-11-24T15:19:52,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741852_1028 (size=8516) 2024-11-24T15:19:52,669 INFO [M:0;c99348da3e93:36763 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6a4d7ac93b54bb3825cc6c0a3fd8aeb 2024-11-24T15:19:52,690 DEBUG [M:0;c99348da3e93:36763 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc9cf986746a4b82a8cd25fcaa7b2464 is 69, key is c99348da3e93,37403,1732461575254/rs:state/1732461576156/Put/seqid=0 2024-11-24T15:19:52,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741853_1029 (size=5156) 2024-11-24T15:19:52,748 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.shipperc99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-24T15:19:52,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T15:19:52,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41172 deadline: 1732461652749, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-24T15:19:52,750 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.shipperc99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T15:19:52,751 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.shipperc99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T15:19:52,751 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.shipperc99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-24T15:19:53,096 INFO [M:0;c99348da3e93:36763 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc9cf986746a4b82a8cd25fcaa7b2464 2024-11-24T15:19:53,104 DEBUG [M:0;c99348da3e93:36763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf85735b035943378aa5977585cc00f8 as hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf85735b035943378aa5977585cc00f8 2024-11-24T15:19:53,113 INFO [M:0;c99348da3e93:36763 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf85735b035943378aa5977585cc00f8, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T15:19:53,115 DEBUG [M:0;c99348da3e93:36763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6a4d7ac93b54bb3825cc6c0a3fd8aeb as hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6a4d7ac93b54bb3825cc6c0a3fd8aeb 2024-11-24T15:19:53,124 INFO [M:0;c99348da3e93:36763 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6a4d7ac93b54bb3825cc6c0a3fd8aeb, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T15:19:53,126 DEBUG [M:0;c99348da3e93:36763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc9cf986746a4b82a8cd25fcaa7b2464 as hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc9cf986746a4b82a8cd25fcaa7b2464 2024-11-24T15:19:53,132 INFO [M:0;c99348da3e93:36763 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33013/user/jenkins/test-data/21ecc5f4-aec0-62e3-efd2-40961db55506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc9cf986746a4b82a8cd25fcaa7b2464, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T15:19:53,133 INFO [M:0;c99348da3e93:36763 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 914ms, sequenceid=97, compaction requested=false 2024-11-24T15:19:53,153 INFO [M:0;c99348da3e93:36763 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:53,153 DEBUG [M:0;c99348da3e93:36763 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461592219Disabling compacts and flushes for region at 1732461592219Disabling writes for close at 1732461592219Obtaining lock to block concurrent updates at 1732461592220 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732461592220Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732461592220Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732461592221 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732461592221Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732461592238 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732461592238Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732461592647 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732461592664 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732461592664Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732461592673 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732461592689 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732461592689Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48e5e521: reopening flushed file at 1732461593102 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f0bd88e: reopening flushed file at 1732461593113 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54bfb13c: reopening flushed file at 1732461593124 (+11 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 914ms, sequenceid=97, compaction requested=false at 1732461593133 (+9 ms)Writing region close event to WAL at 1732461593153 (+20 ms)Closed at 1732461593153 2024-11-24T15:19:53,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741830_1006 (size=63654) 2024-11-24T15:19:53,156 INFO [M:0;c99348da3e93:36763 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T15:19:53,156 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:19:53,157 INFO [M:0;c99348da3e93:36763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36763 2024-11-24T15:19:53,157 INFO [M:0;c99348da3e93:36763 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:19:53,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:53,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36763-0x1014a8f93d20003, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:53,260 INFO [M:0;c99348da3e93:36763 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:19:53,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16074d36{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:19:53,282 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a1aa06e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:19:53,282 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:19:53,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@280eb2af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:19:53,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b245f65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/hadoop.log.dir/,STOPPED} 2024-11-24T15:19:53,285 WARN [BP-1442654445-172.17.0.2-1732461574568 heartbeating to localhost/127.0.0.1:33013 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T15:19:53,285 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T15:19:53,285 WARN [BP-1442654445-172.17.0.2-1732461574568 heartbeating to localhost/127.0.0.1:33013 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1442654445-172.17.0.2-1732461574568 (Datanode Uuid b38cf318-2c7c-4296-b9e3-88f6fbec3111) service to localhost/127.0.0.1:33013 2024-11-24T15:19:53,285 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T15:19:53,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/cluster_4a244b00-f3e8-2cb4-55e4-c4f3708f01ca/data/data1/current/BP-1442654445-172.17.0.2-1732461574568 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:19:53,287 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/cluster_4a244b00-f3e8-2cb4-55e4-c4f3708f01ca/data/data2/current/BP-1442654445-172.17.0.2-1732461574568 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:19:53,289 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T15:19:53,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b7def0d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:19:53,303 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@985469f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:19:53,303 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:19:53,303 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c35755c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:19:53,303 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@337893ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/hadoop.log.dir/,STOPPED} 2024-11-24T15:19:53,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T15:19:53,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T15:19:53,326 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:19:53,326 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:53,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:53,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:53,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:19:53,327 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T15:19:53,327 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=523170937, stopped=false 2024-11-24T15:19:53,327 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c99348da3e93,41621,1732461571421 2024-11-24T15:19:53,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01208929237/running 2024-11-24T15:19:53,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37831-0x1014a8f93d20001, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01208929237/running 2024-11-24T15:19:53,329 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:19:53,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208929237 2024-11-24T15:19:53,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37831-0x1014a8f93d20001, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208929237 2024-11-24T15:19:53,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Set watcher on znode that does not yet exist, /01208929237/running 2024-11-24T15:19:53,330 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:19:53,330 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:53,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:53,330 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c99348da3e93,37831,1732461571483' ***** 2024-11-24T15:19:53,330 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T15:19:53,330 INFO [RS:0;c99348da3e93:37831 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T15:19:53,331 INFO [RS:0;c99348da3e93:37831 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T15:19:53,331 INFO [RS:0;c99348da3e93:37831 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T15:19:53,331 INFO [RS:0;c99348da3e93:37831 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b3bfea0b41455058cdf39eed8142353 2024-11-24T15:19:53,331 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T15:19:53,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37831-0x1014a8f93d20001, quorum=127.0.0.1:56528, baseZNode=/01208929237 Set watcher on znode that does not yet exist, /01208929237/running 2024-11-24T15:19:53,332 INFO [RS:0;c99348da3e93:37831 {}] regionserver.HRegionServer(3091): Received CLOSE for dffd5fe236dd112b8e1574b5a0770627 2024-11-24T15:19:53,332 INFO [RS:0;c99348da3e93:37831 {}] regionserver.HRegionServer(959): stopping server c99348da3e93,37831,1732461571483 2024-11-24T15:19:53,332 INFO [RS:0;c99348da3e93:37831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:19:53,332 INFO [RS:0;c99348da3e93:37831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:37831. 2024-11-24T15:19:53,332 DEBUG [RS:0;c99348da3e93:37831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:53,332 DEBUG [RS:0;c99348da3e93:37831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:53,333 INFO [RS:0;c99348da3e93:37831 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T15:19:53,333 INFO [RS:0;c99348da3e93:37831 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T15:19:53,333 INFO [RS:0;c99348da3e93:37831 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T15:19:53,333 INFO [RS:0;c99348da3e93:37831 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T15:19:53,333 INFO [RS:0;c99348da3e93:37831 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T15:19:53,333 DEBUG [RS:0;c99348da3e93:37831 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1b3bfea0b41455058cdf39eed8142353=test,,1732461576802.1b3bfea0b41455058cdf39eed8142353., dffd5fe236dd112b8e1574b5a0770627=hbase:replication,,1732461581163.dffd5fe236dd112b8e1574b5a0770627.} 2024-11-24T15:19:53,333 DEBUG [RS:0;c99348da3e93:37831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b3bfea0b41455058cdf39eed8142353, dffd5fe236dd112b8e1574b5a0770627 2024-11-24T15:19:53,333 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:19:53,333 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:19:53,333 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:19:53,333 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:19:53,333 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:19:53,334 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T15:19:53,336 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b3bfea0b41455058cdf39eed8142353, disabling compactions & flushes 2024-11-24T15:19:53,336 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732461576802.1b3bfea0b41455058cdf39eed8142353. 2024-11-24T15:19:53,337 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461576802.1b3bfea0b41455058cdf39eed8142353. 2024-11-24T15:19:53,337 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732461576802.1b3bfea0b41455058cdf39eed8142353. after waiting 0 ms 2024-11-24T15:19:53,337 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732461576802.1b3bfea0b41455058cdf39eed8142353. 2024-11-24T15:19:53,340 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 to pos 1033, reset compression=false 2024-11-24T15:19:53,356 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/meta/1588230740/.tmp/info/f44c182246774cbdbc34e384f3de4165 is 147, key is hbase:replication,,1732461581163.dffd5fe236dd112b8e1574b5a0770627./info:regioninfo/1732461582371/Put/seqid=0 2024-11-24T15:19:53,363 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:19:53,363 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 to pos 1328, reset compression=false 2024-11-24T15:19:53,365 INFO [regionserver/c99348da3e93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:19:53,381 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/default/test/1b3bfea0b41455058cdf39eed8142353/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T15:19:53,382 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:19:53,382 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T15:19:53,382 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732461576802.1b3bfea0b41455058cdf39eed8142353. 2024-11-24T15:19:53,382 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b3bfea0b41455058cdf39eed8142353: Waiting for close lock at 1732461593336Running coprocessor pre-close hooks at 1732461593336Disabling compacts and flushes for region at 1732461593336Disabling writes for close at 1732461593337 (+1 ms)Writing region close event to WAL at 1732461593342 (+5 ms)Running coprocessor post-close hooks at 1732461593382 (+40 ms)Closed at 1732461593382 2024-11-24T15:19:53,382 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732461576802.1b3bfea0b41455058cdf39eed8142353. 2024-11-24T15:19:53,382 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dffd5fe236dd112b8e1574b5a0770627, disabling compactions & flushes 2024-11-24T15:19:53,382 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461581163.dffd5fe236dd112b8e1574b5a0770627. 2024-11-24T15:19:53,382 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461581163.dffd5fe236dd112b8e1574b5a0770627. 2024-11-24T15:19:53,382 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461581163.dffd5fe236dd112b8e1574b5a0770627. after waiting 0 ms 2024-11-24T15:19:53,382 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461581163.dffd5fe236dd112b8e1574b5a0770627. 2024-11-24T15:19:53,383 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dffd5fe236dd112b8e1574b5a0770627 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-24T15:19:53,394 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T15:19:53,395 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T15:19:53,412 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/replication/dffd5fe236dd112b8e1574b5a0770627/.tmp/hfileref/3799991f6f4547a39aa60901c2f780f5 is 74, key is 1/hfileref:122a54dc136542449173c1e1f239973f_SeqId_6_/1732461589990/Put/seqid=0 2024-11-24T15:19:53,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741846_1022 (size=7686) 2024-11-24T15:19:53,452 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.shipperc99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-24T15:19:53,453 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c99348da3e93:36763 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c99348da3e93/172.17.0.2:36763 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T15:19:53,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address c99348da3e93:36763 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c99348da3e93/172.17.0.2:36763 2024-11-24T15:19:53,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741847_1023 (size=5345) 2024-11-24T15:19:53,463 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/replication/dffd5fe236dd112b8e1574b5a0770627/.tmp/hfileref/3799991f6f4547a39aa60901c2f780f5 2024-11-24T15:19:53,499 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/replication/dffd5fe236dd112b8e1574b5a0770627/.tmp/queue/ca8ffa74ec6a4aefb1d2451e1260164a is 153, key is 1-c99348da3e93,37831,1732461571483/queue:c99348da3e93%2C37831%2C1732461571483/1732461587993/Put/seqid=0 2024-11-24T15:19:53,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741848_1024 (size=5352) 2024-11-24T15:19:53,533 DEBUG [RS:0;c99348da3e93:37831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dffd5fe236dd112b8e1574b5a0770627 2024-11-24T15:19:53,534 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/replication/dffd5fe236dd112b8e1574b5a0770627/.tmp/queue/ca8ffa74ec6a4aefb1d2451e1260164a 2024-11-24T15:19:53,542 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/replication/dffd5fe236dd112b8e1574b5a0770627/.tmp/hfileref/3799991f6f4547a39aa60901c2f780f5 as hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/replication/dffd5fe236dd112b8e1574b5a0770627/hfileref/3799991f6f4547a39aa60901c2f780f5 2024-11-24T15:19:53,548 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/replication/dffd5fe236dd112b8e1574b5a0770627/hfileref/3799991f6f4547a39aa60901c2f780f5, entries=4, sequenceid=10, filesize=5.2 K 2024-11-24T15:19:53,556 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:19:53,557 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c99348da3e93:36763 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c99348da3e93/172.17.0.2:36763 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T15:19:53,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c99348da3e93,36763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=c99348da3e93:36763 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c99348da3e93/172.17.0.2:36763 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-24T15:19:53,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address c99348da3e93:36763 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c99348da3e93/172.17.0.2:36763 2024-11-24T15:19:53,564 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/replication/dffd5fe236dd112b8e1574b5a0770627/.tmp/queue/ca8ffa74ec6a4aefb1d2451e1260164a as hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/replication/dffd5fe236dd112b8e1574b5a0770627/queue/ca8ffa74ec6a4aefb1d2451e1260164a 2024-11-24T15:19:53,577 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/replication/dffd5fe236dd112b8e1574b5a0770627/queue/ca8ffa74ec6a4aefb1d2451e1260164a, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T15:19:53,578 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for dffd5fe236dd112b8e1574b5a0770627 in 196ms, sequenceid=10, compaction requested=false 2024-11-24T15:19:53,591 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/replication/dffd5fe236dd112b8e1574b5a0770627/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T15:19:53,591 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:19:53,592 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:19:53,592 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732461581163.dffd5fe236dd112b8e1574b5a0770627. 2024-11-24T15:19:53,592 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dffd5fe236dd112b8e1574b5a0770627: Waiting for close lock at 1732461593382Running coprocessor pre-close hooks at 1732461593382Disabling compacts and flushes for region at 1732461593382Disabling writes for close at 1732461593382Obtaining lock to block concurrent updates at 1732461593383 (+1 ms)Preparing flush snapshotting stores in dffd5fe236dd112b8e1574b5a0770627 at 1732461593383Finished memstore snapshotting hbase:replication,,1732461581163.dffd5fe236dd112b8e1574b5a0770627., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732461593383Flushing stores of hbase:replication,,1732461581163.dffd5fe236dd112b8e1574b5a0770627. at 1732461593384 (+1 ms)Flushing dffd5fe236dd112b8e1574b5a0770627/hfileref: creating writer at 1732461593384Flushing dffd5fe236dd112b8e1574b5a0770627/hfileref: appending metadata at 1732461593411 (+27 ms)Flushing dffd5fe236dd112b8e1574b5a0770627/hfileref: closing flushed file at 1732461593411Flushing dffd5fe236dd112b8e1574b5a0770627/queue: creating writer at 1732461593469 (+58 ms)Flushing dffd5fe236dd112b8e1574b5a0770627/queue: appending metadata at 1732461593498 (+29 ms)Flushing dffd5fe236dd112b8e1574b5a0770627/queue: closing flushed file at 1732461593498Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34e90132: reopening flushed file at 1732461593540 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4784d019: reopening flushed file at 1732461593548 (+8 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for dffd5fe236dd112b8e1574b5a0770627 in 196ms, sequenceid=10, compaction requested=false at 1732461593578 (+30 ms)Writing region close event to WAL at 1732461593587 (+9 ms)Running coprocessor post-close hooks at 1732461593591 (+4 ms)Closed at 1732461593592 (+1 ms) 2024-11-24T15:19:53,592 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732461581163.dffd5fe236dd112b8e1574b5a0770627. 2024-11-24T15:19:53,593 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 to pos 1328, reset compression=false 2024-11-24T15:19:53,733 DEBUG [RS:0;c99348da3e93:37831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:19:53,767 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:19:53,767 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c99348da3e93:36763 this server is in the failed servers list 2024-11-24T15:19:53,768 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c99348da3e93,36763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c99348da3e93:36763 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c99348da3e93:36763 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T15:19:53,832 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/meta/1588230740/.tmp/info/f44c182246774cbdbc34e384f3de4165 2024-11-24T15:19:53,870 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/meta/1588230740/.tmp/ns/d4a7feaf1e4f469fad0a1df63c9e8294 is 43, key is default/ns:d/1732461574493/Put/seqid=0 2024-11-24T15:19:53,897 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 to pos 1328, reset compression=false 2024-11-24T15:19:53,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741849_1025 (size=5153) 2024-11-24T15:19:53,904 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/meta/1588230740/.tmp/ns/d4a7feaf1e4f469fad0a1df63c9e8294 2024-11-24T15:19:53,934 DEBUG [RS:0;c99348da3e93:37831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:19:53,949 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/meta/1588230740/.tmp/rep_barrier/db6379a2bc7e44cca8febb3b17812479 is 112, key is test,,1732461576802.1b3bfea0b41455058cdf39eed8142353./rep_barrier:seqnumDuringOpen/1732461577953/Put/seqid=0 2024-11-24T15:19:53,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741850_1026 (size=5518) 2024-11-24T15:19:53,968 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/meta/1588230740/.tmp/rep_barrier/db6379a2bc7e44cca8febb3b17812479 2024-11-24T15:19:54,013 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/meta/1588230740/.tmp/table/1d9f6ef006a949a89df8d73846f43e9a is 53, key is hbase:replication/table:state/1732461582378/Put/seqid=0 2024-11-24T15:19:54,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741851_1027 (size=5308) 2024-11-24T15:19:54,077 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:19:54,077 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c99348da3e93:36763 this server is in the failed servers list 2024-11-24T15:19:54,077 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c99348da3e93,36763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c99348da3e93:36763 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c99348da3e93:36763 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T15:19:54,134 DEBUG [RS:0;c99348da3e93:37831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:19:54,318 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 to pos 1328, reset compression=false 2024-11-24T15:19:54,334 INFO [RS:0;c99348da3e93:37831 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T15:19:54,334 DEBUG [RS:0;c99348da3e93:37831 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T15:19:54,334 DEBUG [RS:0;c99348da3e93:37831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:19:54,430 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/meta/1588230740/.tmp/table/1d9f6ef006a949a89df8d73846f43e9a 2024-11-24T15:19:54,437 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/meta/1588230740/.tmp/info/f44c182246774cbdbc34e384f3de4165 as hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/meta/1588230740/info/f44c182246774cbdbc34e384f3de4165 2024-11-24T15:19:54,443 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/meta/1588230740/info/f44c182246774cbdbc34e384f3de4165, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T15:19:54,444 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/meta/1588230740/.tmp/ns/d4a7feaf1e4f469fad0a1df63c9e8294 as hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/meta/1588230740/ns/d4a7feaf1e4f469fad0a1df63c9e8294 2024-11-24T15:19:54,451 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/meta/1588230740/ns/d4a7feaf1e4f469fad0a1df63c9e8294, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T15:19:54,452 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/meta/1588230740/.tmp/rep_barrier/db6379a2bc7e44cca8febb3b17812479 as hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/meta/1588230740/rep_barrier/db6379a2bc7e44cca8febb3b17812479 2024-11-24T15:19:54,461 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/meta/1588230740/rep_barrier/db6379a2bc7e44cca8febb3b17812479, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T15:19:54,461 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/meta/1588230740/.tmp/table/1d9f6ef006a949a89df8d73846f43e9a as hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/meta/1588230740/table/1d9f6ef006a949a89df8d73846f43e9a 2024-11-24T15:19:54,468 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/meta/1588230740/table/1d9f6ef006a949a89df8d73846f43e9a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T15:19:54,469 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1135ms, sequenceid=16, compaction requested=false 2024-11-24T15:19:54,470 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T15:19:54,534 DEBUG [RS:0;c99348da3e93:37831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:19:54,559 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T15:19:54,564 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:19:54,565 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:19:54,565 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:19:54,565 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461593333Running coprocessor pre-close hooks at 1732461593333Disabling compacts and flushes for region at 1732461593333Disabling writes for close at 1732461593333Obtaining lock to block concurrent updates at 1732461593334 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732461593334Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732461593334Flushing stores of hbase:meta,,1.1588230740 at 1732461593334Flushing 1588230740/info: creating writer at 1732461593335 (+1 ms)Flushing 1588230740/info: appending metadata at 1732461593356 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732461593356Flushing 1588230740/ns: creating writer at 1732461593847 (+491 ms)Flushing 1588230740/ns: appending metadata at 1732461593869 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732461593869Flushing 1588230740/rep_barrier: creating writer at 1732461593910 (+41 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732461593948 (+38 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732461593948Flushing 1588230740/table: creating writer at 1732461593973 (+25 ms)Flushing 1588230740/table: appending metadata at 1732461594012 (+39 ms)Flushing 1588230740/table: closing flushed file at 1732461594012Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b8d8c60: reopening flushed file at 1732461594436 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402e4d3a: reopening flushed file at 1732461594443 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5007dd14: reopening flushed file at 1732461594451 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f77398: reopening flushed file at 1732461594461 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1135ms, sequenceid=16, compaction requested=false at 1732461594469 (+8 ms)Writing region close event to WAL at 1732461594545 (+76 ms)Running coprocessor post-close hooks at 1732461594564 (+19 ms)Closed at 1732461594565 (+1 ms) 2024-11-24T15:19:54,565 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T15:19:54,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:19:54,587 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c99348da3e93:36763 this server is in the failed servers list 2024-11-24T15:19:54,587 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c99348da3e93,36763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c99348da3e93:36763 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c99348da3e93:36763 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T15:19:54,735 INFO [RS:0;c99348da3e93:37831 {}] regionserver.HRegionServer(976): stopping server c99348da3e93,37831,1732461571483; all regions closed. 2024-11-24T15:19:54,751 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.meta.1732461574443.meta not finished, retry = 0 2024-11-24T15:19:54,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741834_1010 (size=4239) 2024-11-24T15:19:54,822 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.1732461573490 to pos 1328, reset compression=false 2024-11-24T15:19:54,857 DEBUG [RS:0;c99348da3e93:37831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/oldWALs 2024-11-24T15:19:54,857 INFO [RS:0;c99348da3e93:37831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C37831%2C1732461571483.meta:.meta(num 1732461574443) 2024-11-24T15:19:54,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741839_1015 (size=2695) 2024-11-24T15:19:54,859 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/WALs/c99348da3e93,37831,1732461571483/c99348da3e93%2C37831%2C1732461571483.rep.1732461582338 not finished, retry = 0 2024-11-24T15:19:54,963 DEBUG [RS:0;c99348da3e93:37831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/oldWALs 2024-11-24T15:19:54,963 INFO [RS:0;c99348da3e93:37831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C37831%2C1732461571483.rep:(num 1732461582338) 2024-11-24T15:19:54,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741832_1008 (size=1336) 2024-11-24T15:19:54,976 DEBUG [RS:0;c99348da3e93:37831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/oldWALs 2024-11-24T15:19:54,976 INFO [RS:0;c99348da3e93:37831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C37831%2C1732461571483:(num 1732461573490) 2024-11-24T15:19:54,976 DEBUG [RS:0;c99348da3e93:37831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:54,976 INFO [RS:0;c99348da3e93:37831 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:19:54,976 INFO [RS:0;c99348da3e93:37831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:19:54,977 INFO [RS:0;c99348da3e93:37831 {}] hbase.ChoreService(370): Chore service for: regionserver/c99348da3e93:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T15:19:54,977 INFO [RS:0;c99348da3e93:37831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:19:54,977 INFO [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:19:54,977 INFO [RS:0;c99348da3e93:37831 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c99348da3e93,37831,1732461571483 because: Region server is closing 2024-11-24T15:19:54,977 INFO [RS:0;c99348da3e93:37831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:37831. 2024-11-24T15:19:54,978 DEBUG [RS:0;c99348da3e93:37831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:54,978 DEBUG [RS:0;c99348da3e93:37831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:54,978 DEBUG [RS:0;c99348da3e93:37831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:54,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:19:55,079 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.shipperc99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-24T15:19:55,079 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.shipperc99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T15:19:55,079 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.shipperc99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-24T15:19:55,080 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.wal-reader.c99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T15:19:55,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:19:55,597 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c99348da3e93,36763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:36763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T15:19:55,600 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2145 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c99348da3e93,36763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:36763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T15:19:55,880 INFO [RS:0;c99348da3e93:37831 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37831,1732461571483.replicationSource.shipperc99348da3e93%2C37831%2C1732461571483,1-c99348da3e93,37831,1732461571483 terminated 2024-11-24T15:19:55,880 INFO [RS:0;c99348da3e93:37831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:37831. 2024-11-24T15:19:55,880 DEBUG [RS:0;c99348da3e93:37831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:19:55,880 DEBUG [RS:0;c99348da3e93:37831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:55,881 DEBUG [RS:0;c99348da3e93:37831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:19:55,881 INFO [RS:0;c99348da3e93:37831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37831 2024-11-24T15:19:55,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:19:55,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208929237/rs 2024-11-24T15:19:55,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37831-0x1014a8f93d20001, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01208929237/rs/c99348da3e93,37831,1732461571483 2024-11-24T15:19:55,883 INFO [RS:0;c99348da3e93:37831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:19:55,886 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c99348da3e93,37831,1732461571483] 2024-11-24T15:19:55,887 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01208929237/draining/c99348da3e93,37831,1732461571483 already deleted, retry=false 2024-11-24T15:19:55,887 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c99348da3e93,37831,1732461571483 expired; onlineServers=0 2024-11-24T15:19:55,887 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c99348da3e93,41621,1732461571421' ***** 2024-11-24T15:19:55,887 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T15:19:55,887 INFO [M:0;c99348da3e93:41621 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:19:55,887 INFO [M:0;c99348da3e93:41621 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:19:55,887 DEBUG [M:0;c99348da3e93:41621 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T15:19:55,888 DEBUG [M:0;c99348da3e93:41621 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T15:19:55,888 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461573284 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461573284,5,FailOnTimeoutGroup] 2024-11-24T15:19:55,888 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461573284 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461573284,5,FailOnTimeoutGroup] 2024-11-24T15:19:55,888 INFO [M:0;c99348da3e93:41621 {}] hbase.ChoreService(370): Chore service for: master/c99348da3e93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T15:19:55,888 INFO [M:0;c99348da3e93:41621 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:19:55,888 DEBUG [M:0;c99348da3e93:41621 {}] master.HMaster(1795): Stopping service threads 2024-11-24T15:19:55,888 INFO [M:0;c99348da3e93:41621 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T15:19:55,888 INFO [M:0;c99348da3e93:41621 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:19:55,889 INFO [M:0;c99348da3e93:41621 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T15:19:55,889 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T15:19:55,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01208929237/master 2024-11-24T15:19:55,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01208929237 2024-11-24T15:19:55,891 DEBUG [M:0;c99348da3e93:41621 {}] zookeeper.ZKUtil(347): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Unable to get data of znode /01208929237/master because node does not exist (not an error) 2024-11-24T15:19:55,891 WARN [M:0;c99348da3e93:41621 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T15:19:55,891 INFO [M:0;c99348da3e93:41621 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/.lastflushedseqids 2024-11-24T15:19:55,892 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T15:19:55,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741852_1028 (size=263) 2024-11-24T15:19:55,923 INFO [M:0;c99348da3e93:41621 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T15:19:55,924 INFO [M:0;c99348da3e93:41621 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T15:19:55,924 DEBUG [M:0;c99348da3e93:41621 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:19:55,924 INFO [M:0;c99348da3e93:41621 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:55,924 DEBUG [M:0;c99348da3e93:41621 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:55,924 DEBUG [M:0;c99348da3e93:41621 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:19:55,924 DEBUG [M:0;c99348da3e93:41621 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:55,924 INFO [M:0;c99348da3e93:41621 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-24T15:19:55,950 DEBUG [M:0;c99348da3e93:41621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/877de9db6090425ab3c10a4ca0aa6e92 is 82, key is hbase:meta,,1/info:regioninfo/1732461574476/Put/seqid=0 2024-11-24T15:19:55,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741853_1029 (size=5672) 2024-11-24T15:19:55,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37831-0x1014a8f93d20001, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:55,986 INFO [RS:0;c99348da3e93:37831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:19:55,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37831-0x1014a8f93d20001, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:55,986 INFO [RS:0;c99348da3e93:37831 {}] regionserver.HRegionServer(1031): Exiting; stopping=c99348da3e93,37831,1732461571483; zookeeper connection closed. 2024-11-24T15:19:55,987 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a883efc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a883efc 2024-11-24T15:19:55,987 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T15:19:56,356 INFO [M:0;c99348da3e93:41621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/877de9db6090425ab3c10a4ca0aa6e92 2024-11-24T15:19:56,379 DEBUG [M:0;c99348da3e93:41621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/962fa453317241aaa44526f0dbbcc275 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732461582381/Put/seqid=0 2024-11-24T15:19:56,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741854_1030 (size=8515) 2024-11-24T15:19:56,784 INFO [M:0;c99348da3e93:41621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/962fa453317241aaa44526f0dbbcc275 2024-11-24T15:19:56,824 DEBUG [M:0;c99348da3e93:41621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/344244353e564bab9d7cda8a8299dcc4 is 69, key is c99348da3e93,37831,1732461571483/rs:state/1732461573334/Put/seqid=0 2024-11-24T15:19:56,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741855_1031 (size=5156) 2024-11-24T15:19:56,841 INFO [M:0;c99348da3e93:41621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/344244353e564bab9d7cda8a8299dcc4 2024-11-24T15:19:56,847 DEBUG [M:0;c99348da3e93:41621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/877de9db6090425ab3c10a4ca0aa6e92 as hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/877de9db6090425ab3c10a4ca0aa6e92 2024-11-24T15:19:56,853 INFO [M:0;c99348da3e93:41621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/877de9db6090425ab3c10a4ca0aa6e92, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T15:19:56,854 DEBUG [M:0;c99348da3e93:41621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/962fa453317241aaa44526f0dbbcc275 as hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/962fa453317241aaa44526f0dbbcc275 2024-11-24T15:19:56,862 INFO [M:0;c99348da3e93:41621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/962fa453317241aaa44526f0dbbcc275, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T15:19:56,864 DEBUG [M:0;c99348da3e93:41621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/344244353e564bab9d7cda8a8299dcc4 as hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/344244353e564bab9d7cda8a8299dcc4 2024-11-24T15:19:56,868 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:19:56,871 INFO [M:0;c99348da3e93:41621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35289/user/jenkins/test-data/88532cad-a2ef-2ac2-a704-a00a8859ace5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/344244353e564bab9d7cda8a8299dcc4, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T15:19:56,872 INFO [M:0;c99348da3e93:41621 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 948ms, sequenceid=97, compaction requested=false 2024-11-24T15:19:56,896 INFO [M:0;c99348da3e93:41621 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:56,896 DEBUG [M:0;c99348da3e93:41621 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461595924Disabling compacts and flushes for region at 1732461595924Disabling writes for close at 1732461595924Obtaining lock to block concurrent updates at 1732461595924Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732461595924Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732461595925 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732461595925Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732461595926 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732461595950 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732461595950Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732461596362 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732461596379 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732461596379Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732461596794 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732461596823 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732461596824 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f8bf36c: reopening flushed file at 1732461596846 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b15c07c: reopening flushed file at 1732461596853 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bc963d2: reopening flushed file at 1732461596862 (+9 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 948ms, sequenceid=97, compaction requested=false at 1732461596872 (+10 ms)Writing region close event to WAL at 1732461596896 (+24 ms)Closed at 1732461596896 2024-11-24T15:19:56,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39611 is added to blk_1073741830_1006 (size=63642) 2024-11-24T15:19:56,903 INFO [M:0;c99348da3e93:41621 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T15:19:56,903 INFO [M:0;c99348da3e93:41621 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41621 2024-11-24T15:19:56,903 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:19:56,904 INFO [M:0;c99348da3e93:41621 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:19:56,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:56,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:56,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:56,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:56,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:56,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:56,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:56,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:56,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:19:57,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:57,006 INFO [M:0;c99348da3e93:41621 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:19:57,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41621-0x1014a8f93d20000, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:19:57,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79664a59{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:19:57,010 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4dd02ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:19:57,010 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:19:57,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@242318a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:19:57,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4abdf2de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/hadoop.log.dir/,STOPPED} 2024-11-24T15:19:57,012 WARN [BP-610981221-172.17.0.2-1732461570448 heartbeating to localhost/127.0.0.1:35289 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T15:19:57,012 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T15:19:57,012 WARN [BP-610981221-172.17.0.2-1732461570448 heartbeating to localhost/127.0.0.1:35289 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-610981221-172.17.0.2-1732461570448 (Datanode Uuid cd28c4bc-4543-4cd5-a171-9a51fed6bb68) service to localhost/127.0.0.1:35289 2024-11-24T15:19:57,012 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T15:19:57,013 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/cluster_39f5b23c-b711-75d1-a951-de099f5753bb/data/data1/current/BP-610981221-172.17.0.2-1732461570448 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:19:57,013 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/cluster_39f5b23c-b711-75d1-a951-de099f5753bb/data/data2/current/BP-610981221-172.17.0.2-1732461570448 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:19:57,013 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T15:19:57,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29ee5a31{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:19:57,022 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40463a71{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:19:57,022 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:19:57,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2c355b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:19:57,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27336d0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfb527ea-0659-625c-be64-a6241e5b2c2b/hadoop.log.dir/,STOPPED} 2024-11-24T15:19:57,029 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T15:19:57,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T15:19:57,057 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=246 (was 211) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33013 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:33013 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:35289 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:35289 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:33013 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:35289 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:33013 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:33013 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:35289 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35289 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56528) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56528) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:35289 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:33013 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:35289 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:33013 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:33013 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=625 (was 581) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=245 (was 246), ProcessCount=11 (was 11), AvailableMemoryMB=6287 (was 6974) 2024-11-24T15:19:57,068 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=246, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=245, ProcessCount=11, AvailableMemoryMB=6287 2024-11-24T15:19:57,088 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-24T15:19:57,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/hadoop.log.dir so I do NOT create it in target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6 2024-11-24T15:19:57,089 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T15:19:57,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/hadoop.tmp.dir so I do NOT create it in target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6 2024-11-24T15:19:57,089 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8754e732-b59a-466d-daf8-0bb30918d906/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T15:19:57,089 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6 2024-11-24T15:19:57,089 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/cluster_476ae6a0-6a68-f244-f68b-d58b7d7f6ffa, deleteOnExit=true 2024-11-24T15:19:57,092 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/cluster_476ae6a0-6a68-f244-f68b-d58b7d7f6ffa/zookeeper_0, clientPort=63859, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/cluster_476ae6a0-6a68-f244-f68b-d58b7d7f6ffa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/cluster_476ae6a0-6a68-f244-f68b-d58b7d7f6ffa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T15:19:57,093 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63859 2024-11-24T15:19:57,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T15:19:57,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T15:19:57,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/test.cache.data in system properties and HBase conf 2024-11-24T15:19:57,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T15:19:57,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/hadoop.log.dir in system properties and HBase conf 2024-11-24T15:19:57,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T15:19:57,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T15:19:57,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T15:19:57,094 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T15:19:57,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:19:57,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:19:57,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T15:19:57,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:19:57,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T15:19:57,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T15:19:57,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:19:57,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:19:57,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T15:19:57,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/nfs.dump.dir in system properties and HBase conf 2024-11-24T15:19:57,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/java.io.tmpdir in system properties and HBase conf 2024-11-24T15:19:57,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:19:57,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T15:19:57,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T15:19:57,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014a8f93d20005, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T15:19:57,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014a8f93d20002, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T15:19:57,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014a8f93d20002, quorum=127.0.0.1:56528, baseZNode=/01208929237 Received Disconnected from ZooKeeper, ignoring 2024-11-24T15:19:57,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014a8f93d20005, quorum=127.0.0.1:56528, baseZNode=/1480827249 Received Disconnected from ZooKeeper, ignoring 2024-11-24T15:19:57,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:19:57,201 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:19:57,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:19:57,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:19:57,204 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:19:57,204 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:19:57,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23c99f3a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:19:57,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e22a6c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:19:57,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bce0e4c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/java.io.tmpdir/jetty-localhost-39663-hadoop-hdfs-3_4_1-tests_jar-_-any-16017658951963777750/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:19:57,363 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38c79707{HTTP/1.1, (http/1.1)}{localhost:39663} 2024-11-24T15:19:57,363 INFO [Time-limited test {}] server.Server(415): Started @180245ms 2024-11-24T15:19:57,455 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:19:57,458 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:19:57,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:19:57,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:19:57,459 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:19:57,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2264fe96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:19:57,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@452692c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:19:57,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c66a628{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/java.io.tmpdir/jetty-localhost-46273-hadoop-hdfs-3_4_1-tests_jar-_-any-6798841245928655211/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:19:57,576 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f13727f{HTTP/1.1, (http/1.1)}{localhost:46273} 2024-11-24T15:19:57,576 INFO [Time-limited test {}] server.Server(415): Started @180457ms 2024-11-24T15:19:57,577 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T15:19:57,616 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:19:57,617 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c99348da3e93,36763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:36763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T15:19:57,617 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4164 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c99348da3e93,36763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:36763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T15:19:57,695 WARN [Thread-2177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/cluster_476ae6a0-6a68-f244-f68b-d58b7d7f6ffa/data/data1/current/BP-1791788825-172.17.0.2-1732461597125/current, will proceed with Du for space computation calculation, 2024-11-24T15:19:57,697 WARN [Thread-2178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/cluster_476ae6a0-6a68-f244-f68b-d58b7d7f6ffa/data/data2/current/BP-1791788825-172.17.0.2-1732461597125/current, will proceed with Du for space computation calculation, 2024-11-24T15:19:57,809 WARN [Thread-2165 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T15:19:57,815 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbac1ed256a31c33a with lease ID 0x35336258f4d51b72: Processing first storage report for DS-f84d9991-3ce3-462c-b1c8-77518bc7e345 from datanode DatanodeRegistration(127.0.0.1:43863, datanodeUuid=cea6ac93-b011-4c36-ba56-6b441bc47507, infoPort=44945, infoSecurePort=0, ipcPort=35697, storageInfo=lv=-57;cid=testClusterID;nsid=652072;c=1732461597125) 2024-11-24T15:19:57,815 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbac1ed256a31c33a with lease ID 0x35336258f4d51b72: from storage DS-f84d9991-3ce3-462c-b1c8-77518bc7e345 node DatanodeRegistration(127.0.0.1:43863, datanodeUuid=cea6ac93-b011-4c36-ba56-6b441bc47507, infoPort=44945, infoSecurePort=0, ipcPort=35697, storageInfo=lv=-57;cid=testClusterID;nsid=652072;c=1732461597125), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:19:57,815 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbac1ed256a31c33a with lease ID 0x35336258f4d51b72: Processing first storage report for DS-6d27a151-5c74-4052-9dcd-df2a86eaa2af from datanode DatanodeRegistration(127.0.0.1:43863, datanodeUuid=cea6ac93-b011-4c36-ba56-6b441bc47507, infoPort=44945, infoSecurePort=0, ipcPort=35697, storageInfo=lv=-57;cid=testClusterID;nsid=652072;c=1732461597125) 2024-11-24T15:19:57,815 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbac1ed256a31c33a with lease ID 0x35336258f4d51b72: from storage DS-6d27a151-5c74-4052-9dcd-df2a86eaa2af node DatanodeRegistration(127.0.0.1:43863, datanodeUuid=cea6ac93-b011-4c36-ba56-6b441bc47507, infoPort=44945, infoSecurePort=0, ipcPort=35697, storageInfo=lv=-57;cid=testClusterID;nsid=652072;c=1732461597125), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:19:57,913 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6 2024-11-24T15:19:57,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:57,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:57,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43863 is added to blk_1073741825_1001 (size=7) 2024-11-24T15:19:57,959 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889 with version=8 2024-11-24T15:19:57,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/hbase-staging 2024-11-24T15:19:57,962 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:19:57,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:57,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:57,963 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:19:57,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:57,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:19:57,963 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T15:19:57,963 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:19:57,965 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43475 2024-11-24T15:19:57,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43475 connecting to ZooKeeper ensemble=127.0.0.1:63859 2024-11-24T15:19:57,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434750x0, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:19:57,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43475-0x1014a8ffc330000 connected 2024-11-24T15:19:58,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:58,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:58,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Set watcher on znode that does not yet exist, /0575119571/running 2024-11-24T15:19:58,077 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889, hbase.cluster.distributed=false 2024-11-24T15:19:58,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Set watcher on znode that does not yet exist, /0575119571/acl 2024-11-24T15:19:58,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43475 2024-11-24T15:19:58,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43475 2024-11-24T15:19:58,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43475 2024-11-24T15:19:58,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43475 2024-11-24T15:19:58,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43475 2024-11-24T15:19:58,124 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:19:58,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:58,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:58,125 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:19:58,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:19:58,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:19:58,125 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T15:19:58,125 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:19:58,129 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37473 2024-11-24T15:19:58,130 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37473 connecting to ZooKeeper ensemble=127.0.0.1:63859 2024-11-24T15:19:58,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:58,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:58,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374730x0, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:19:58,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374730x0, quorum=127.0.0.1:63859, baseZNode=/0575119571 Set watcher on znode that does not yet exist, /0575119571/running 2024-11-24T15:19:58,143 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T15:19:58,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37473-0x1014a8ffc330001 connected 2024-11-24T15:19:58,151 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T15:19:58,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37473-0x1014a8ffc330001, quorum=127.0.0.1:63859, baseZNode=/0575119571 Set watcher on znode that does not yet exist, /0575119571/master 2024-11-24T15:19:58,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37473-0x1014a8ffc330001, quorum=127.0.0.1:63859, baseZNode=/0575119571 Set watcher on znode that does not yet exist, /0575119571/acl 2024-11-24T15:19:58,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37473 2024-11-24T15:19:58,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37473 2024-11-24T15:19:58,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37473 2024-11-24T15:19:58,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37473 2024-11-24T15:19:58,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37473 2024-11-24T15:19:58,178 DEBUG [M:0;c99348da3e93:43475 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c99348da3e93:43475 2024-11-24T15:19:58,180 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0575119571/backup-masters/c99348da3e93,43475,1732461597962 2024-11-24T15:19:58,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37473-0x1014a8ffc330001, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0575119571/backup-masters 2024-11-24T15:19:58,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0575119571/backup-masters 2024-11-24T15:19:58,182 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Set watcher on existing znode=/0575119571/backup-masters/c99348da3e93,43475,1732461597962 2024-11-24T15:19:58,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37473-0x1014a8ffc330001, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0575119571/master 2024-11-24T15:19:58,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0575119571 2024-11-24T15:19:58,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37473-0x1014a8ffc330001, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0575119571 2024-11-24T15:19:58,185 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Set watcher on existing znode=/0575119571/master 2024-11-24T15:19:58,186 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0575119571/backup-masters/c99348da3e93,43475,1732461597962 from backup master directory 2024-11-24T15:19:58,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37473-0x1014a8ffc330001, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0575119571/backup-masters 2024-11-24T15:19:58,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0575119571/backup-masters/c99348da3e93,43475,1732461597962 2024-11-24T15:19:58,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0575119571/backup-masters 2024-11-24T15:19:58,187 WARN [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:19:58,187 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c99348da3e93,43475,1732461597962 2024-11-24T15:19:58,190 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/hbase.id] with ID: cfaa10d5-6aa2-4476-8f38-44d92a5a9ba1 2024-11-24T15:19:58,190 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/.tmp/hbase.id 2024-11-24T15:19:58,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43863 is added to blk_1073741826_1002 (size=42) 2024-11-24T15:19:58,597 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/.tmp/hbase.id]:[hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/hbase.id] 2024-11-24T15:19:58,606 INFO [master/c99348da3e93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:19:58,606 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T15:19:58,607 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-24T15:19:58,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37473-0x1014a8ffc330001, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0575119571 2024-11-24T15:19:58,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0575119571 2024-11-24T15:19:58,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43863 is added to blk_1073741827_1003 (size=196) 2024-11-24T15:19:59,014 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:19:59,015 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T15:19:59,015 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:19:59,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43863 is added to blk_1073741828_1004 (size=1189) 2024-11-24T15:19:59,437 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/MasterData/data/master/store 2024-11-24T15:19:59,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43863 is added to blk_1073741829_1005 (size=34) 2024-11-24T15:19:59,843 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:59,843 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:19:59,843 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:59,843 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:59,843 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:19:59,843 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:59,843 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:19:59,843 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461599843Disabling compacts and flushes for region at 1732461599843Disabling writes for close at 1732461599843Writing region close event to WAL at 1732461599843Closed at 1732461599843 2024-11-24T15:19:59,844 WARN [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/MasterData/data/master/store/.initializing 2024-11-24T15:19:59,844 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/MasterData/WALs/c99348da3e93,43475,1732461597962 2024-11-24T15:19:59,845 INFO [master/c99348da3e93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:19:59,846 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c99348da3e93%2C43475%2C1732461597962, suffix=, logDir=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/MasterData/WALs/c99348da3e93,43475,1732461597962, archiveDir=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/MasterData/oldWALs, maxLogs=10 2024-11-24T15:19:59,859 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/MasterData/WALs/c99348da3e93,43475,1732461597962/c99348da3e93%2C43475%2C1732461597962.1732461599846, exclude list is [], retry=0 2024-11-24T15:19:59,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43863,DS-f84d9991-3ce3-462c-b1c8-77518bc7e345,DISK] 2024-11-24T15:19:59,863 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/MasterData/WALs/c99348da3e93,43475,1732461597962/c99348da3e93%2C43475%2C1732461597962.1732461599846 2024-11-24T15:19:59,864 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44945:44945)] 2024-11-24T15:19:59,864 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:19:59,864 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:19:59,864 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:59,864 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:59,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:59,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T15:19:59,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:59,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:19:59,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:59,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T15:19:59,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:59,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:59,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:59,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T15:19:59,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:59,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:59,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:59,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T15:19:59,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:59,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:19:59,870 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:59,871 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:59,871 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:59,872 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:59,872 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:59,873 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:19:59,874 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:19:59,875 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:19:59,876 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65194298, jitterRate=-0.028529256582260132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:19:59,876 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732461599864Initializing all the Stores at 1732461599865 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461599865Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461599865Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461599865Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461599865Cleaning up temporary data from old regions at 1732461599872 (+7 ms)Region opened successfully at 1732461599876 (+4 ms) 2024-11-24T15:19:59,877 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T15:19:59,879 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a70abd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:19:59,881 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T15:19:59,881 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T15:19:59,881 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T15:19:59,881 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T15:19:59,881 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T15:19:59,882 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T15:19:59,882 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T15:19:59,883 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T15:19:59,884 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Unable to get data of znode /0575119571/balancer because node does not exist (not necessarily an error) 2024-11-24T15:19:59,886 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0575119571/balancer already deleted, retry=false 2024-11-24T15:19:59,886 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T15:19:59,887 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Unable to get data of znode /0575119571/normalizer because node does not exist (not necessarily an error) 2024-11-24T15:19:59,892 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0575119571/normalizer already deleted, retry=false 2024-11-24T15:19:59,892 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T15:19:59,893 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Unable to get data of znode /0575119571/switch/split because node does not exist (not necessarily an error) 2024-11-24T15:19:59,894 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0575119571/switch/split already deleted, retry=false 2024-11-24T15:19:59,895 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Unable to get data of znode /0575119571/switch/merge because node does not exist (not necessarily an error) 2024-11-24T15:19:59,896 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0575119571/switch/merge already deleted, retry=false 2024-11-24T15:19:59,897 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Unable to get data of znode /0575119571/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T15:19:59,898 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0575119571/snapshot-cleanup already deleted, retry=false 2024-11-24T15:19:59,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37473-0x1014a8ffc330001, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0575119571/running 2024-11-24T15:19:59,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37473-0x1014a8ffc330001, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0575119571 2024-11-24T15:19:59,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0575119571/running 2024-11-24T15:19:59,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0575119571 2024-11-24T15:19:59,901 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c99348da3e93,43475,1732461597962, sessionid=0x1014a8ffc330000, setting cluster-up flag (Was=false) 2024-11-24T15:19:59,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0575119571 2024-11-24T15:19:59,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37473-0x1014a8ffc330001, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0575119571 2024-11-24T15:19:59,910 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0575119571/flush-table-proc/acquired, /0575119571/flush-table-proc/reached, /0575119571/flush-table-proc/abort 2024-11-24T15:19:59,911 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,43475,1732461597962 2024-11-24T15:19:59,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0575119571 2024-11-24T15:19:59,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37473-0x1014a8ffc330001, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0575119571 2024-11-24T15:19:59,921 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0575119571/online-snapshot/acquired, /0575119571/online-snapshot/reached, /0575119571/online-snapshot/abort 2024-11-24T15:19:59,922 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,43475,1732461597962 2024-11-24T15:19:59,924 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T15:19:59,925 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T15:19:59,926 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T15:19:59,926 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T15:19:59,926 WARN [master/c99348da3e93:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of c99348da3e93,41349,1732461550486: status=Processing ServerCrashProcedure of c99348da3e93,41349,1732461550486 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732461562505, completionTime=-1 appears to have been leaked 2024-11-24T15:19:59,926 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c99348da3e93,43475,1732461597962 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T15:19:59,927 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:19:59,927 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:19:59,927 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:19:59,927 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:19:59,927 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c99348da3e93:0, corePoolSize=10, maxPoolSize=10 2024-11-24T15:19:59,927 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:59,927 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:19:59,927 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:19:59,933 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:19:59,933 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T15:19:59,934 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:19:59,934 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T15:19:59,940 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732461629940 2024-11-24T15:19:59,940 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T15:19:59,940 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T15:19:59,940 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T15:19:59,940 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T15:19:59,940 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T15:19:59,940 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T15:19:59,941 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:59,944 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T15:19:59,944 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T15:19:59,944 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T15:19:59,944 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T15:19:59,945 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T15:19:59,945 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T15:19:59,945 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461599945,5,FailOnTimeoutGroup] 2024-11-24T15:19:59,946 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461599945,5,FailOnTimeoutGroup] 2024-11-24T15:19:59,946 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:59,947 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T15:19:59,947 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:59,947 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T15:19:59,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43863 is added to blk_1073741831_1007 (size=1321) 2024-11-24T15:19:59,966 INFO [RS:0;c99348da3e93:37473 {}] regionserver.HRegionServer(746): ClusterId : cfaa10d5-6aa2-4476-8f38-44d92a5a9ba1 2024-11-24T15:19:59,966 DEBUG [RS:0;c99348da3e93:37473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T15:19:59,968 DEBUG [RS:0;c99348da3e93:37473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T15:19:59,968 DEBUG [RS:0;c99348da3e93:37473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T15:19:59,971 DEBUG [RS:0;c99348da3e93:37473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T15:19:59,971 DEBUG [RS:0;c99348da3e93:37473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1faed9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:19:59,989 DEBUG [RS:0;c99348da3e93:37473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c99348da3e93:37473 2024-11-24T15:19:59,989 INFO [RS:0;c99348da3e93:37473 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T15:19:59,989 INFO [RS:0;c99348da3e93:37473 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T15:19:59,989 DEBUG [RS:0;c99348da3e93:37473 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T15:19:59,990 INFO [RS:0;c99348da3e93:37473 {}] regionserver.HRegionServer(2659): reportForDuty to master=c99348da3e93,43475,1732461597962 with port=37473, startcode=1732461598124 2024-11-24T15:19:59,990 DEBUG [RS:0;c99348da3e93:37473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T15:19:59,992 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T15:19:59,992 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43475 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c99348da3e93,37473,1732461598124 2024-11-24T15:19:59,993 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43475 {}] master.ServerManager(517): Registering regionserver=c99348da3e93,37473,1732461598124 2024-11-24T15:19:59,994 DEBUG [RS:0;c99348da3e93:37473 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889 2024-11-24T15:19:59,994 DEBUG [RS:0;c99348da3e93:37473 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36625 2024-11-24T15:19:59,994 DEBUG [RS:0;c99348da3e93:37473 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T15:19:59,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0575119571/rs 2024-11-24T15:19:59,996 DEBUG [RS:0;c99348da3e93:37473 {}] zookeeper.ZKUtil(111): regionserver:37473-0x1014a8ffc330001, quorum=127.0.0.1:63859, baseZNode=/0575119571 Set watcher on existing znode=/0575119571/rs/c99348da3e93,37473,1732461598124 2024-11-24T15:19:59,996 WARN [RS:0;c99348da3e93:37473 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:19:59,996 INFO [RS:0;c99348da3e93:37473 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:19:59,996 DEBUG [RS:0;c99348da3e93:37473 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124 2024-11-24T15:19:59,996 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c99348da3e93,37473,1732461598124] 2024-11-24T15:20:00,001 INFO [RS:0;c99348da3e93:37473 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T15:20:00,003 INFO [RS:0;c99348da3e93:37473 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T15:20:00,004 INFO [RS:0;c99348da3e93:37473 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T15:20:00,004 INFO [RS:0;c99348da3e93:37473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:00,008 INFO [RS:0;c99348da3e93:37473 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T15:20:00,009 INFO [RS:0;c99348da3e93:37473 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T15:20:00,009 INFO [RS:0;c99348da3e93:37473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:00,009 DEBUG [RS:0;c99348da3e93:37473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:00,009 DEBUG [RS:0;c99348da3e93:37473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:00,009 DEBUG [RS:0;c99348da3e93:37473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:00,009 DEBUG [RS:0;c99348da3e93:37473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:00,009 DEBUG [RS:0;c99348da3e93:37473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:00,009 DEBUG [RS:0;c99348da3e93:37473 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:20:00,010 DEBUG [RS:0;c99348da3e93:37473 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:00,010 DEBUG [RS:0;c99348da3e93:37473 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:00,010 DEBUG [RS:0;c99348da3e93:37473 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:00,010 DEBUG [RS:0;c99348da3e93:37473 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:00,010 DEBUG [RS:0;c99348da3e93:37473 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:00,010 DEBUG [RS:0;c99348da3e93:37473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:00,010 DEBUG [RS:0;c99348da3e93:37473 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:20:00,010 DEBUG [RS:0;c99348da3e93:37473 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:20:00,012 INFO [RS:0;c99348da3e93:37473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:00,012 INFO [RS:0;c99348da3e93:37473 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:00,012 INFO [RS:0;c99348da3e93:37473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:00,012 INFO [RS:0;c99348da3e93:37473 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:00,012 INFO [RS:0;c99348da3e93:37473 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:00,012 INFO [RS:0;c99348da3e93:37473 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,37473,1732461598124-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:20:00,030 INFO [RS:0;c99348da3e93:37473 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T15:20:00,031 INFO [RS:0;c99348da3e93:37473 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,37473,1732461598124-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:00,031 INFO [RS:0;c99348da3e93:37473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:00,031 INFO [RS:0;c99348da3e93:37473 {}] regionserver.Replication(171): c99348da3e93,37473,1732461598124 started 2024-11-24T15:20:00,048 INFO [RS:0;c99348da3e93:37473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:00,049 INFO [RS:0;c99348da3e93:37473 {}] regionserver.HRegionServer(1482): Serving as c99348da3e93,37473,1732461598124, RpcServer on c99348da3e93/172.17.0.2:37473, sessionid=0x1014a8ffc330001 2024-11-24T15:20:00,049 DEBUG [RS:0;c99348da3e93:37473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T15:20:00,049 DEBUG [RS:0;c99348da3e93:37473 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c99348da3e93,37473,1732461598124 2024-11-24T15:20:00,049 DEBUG [RS:0;c99348da3e93:37473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,37473,1732461598124' 2024-11-24T15:20:00,049 DEBUG [RS:0;c99348da3e93:37473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0575119571/flush-table-proc/abort' 2024-11-24T15:20:00,049 DEBUG [RS:0;c99348da3e93:37473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0575119571/flush-table-proc/acquired' 2024-11-24T15:20:00,050 DEBUG [RS:0;c99348da3e93:37473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T15:20:00,050 DEBUG [RS:0;c99348da3e93:37473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T15:20:00,050 DEBUG [RS:0;c99348da3e93:37473 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c99348da3e93,37473,1732461598124 2024-11-24T15:20:00,050 DEBUG [RS:0;c99348da3e93:37473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,37473,1732461598124' 2024-11-24T15:20:00,050 DEBUG [RS:0;c99348da3e93:37473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0575119571/online-snapshot/abort' 2024-11-24T15:20:00,050 DEBUG [RS:0;c99348da3e93:37473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0575119571/online-snapshot/acquired' 2024-11-24T15:20:00,050 DEBUG [RS:0;c99348da3e93:37473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T15:20:00,050 INFO [RS:0;c99348da3e93:37473 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T15:20:00,050 INFO [RS:0;c99348da3e93:37473 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T15:20:00,151 INFO [RS:0;c99348da3e93:37473 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:20:00,152 INFO [RS:0;c99348da3e93:37473 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C37473%2C1732461598124, suffix=, logDir=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124, archiveDir=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/oldWALs, maxLogs=10 2024-11-24T15:20:00,166 DEBUG [RS:0;c99348da3e93:37473 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153, exclude list is [], retry=0 2024-11-24T15:20:00,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43863,DS-f84d9991-3ce3-462c-b1c8-77518bc7e345,DISK] 2024-11-24T15:20:00,171 INFO [RS:0;c99348da3e93:37473 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 2024-11-24T15:20:00,171 DEBUG [RS:0;c99348da3e93:37473 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44945:44945)] 2024-11-24T15:20:00,348 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T15:20:00,348 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889 2024-11-24T15:20:00,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43863 is added to blk_1073741833_1009 (size=32) 2024-11-24T15:20:00,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:00,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:20:00,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:20:00,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:00,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:00,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:20:00,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:20:00,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:00,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:00,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:20:00,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:20:00,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:00,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:00,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:20:00,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:20:00,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:00,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:00,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:20:00,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/meta/1588230740 2024-11-24T15:20:00,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/meta/1588230740 2024-11-24T15:20:00,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:20:00,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:20:00,767 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:20:00,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:20:00,770 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:20:00,770 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67139767, jitterRate=4.604905843734741E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:20:00,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732461600759Initializing all the Stores at 1732461600759Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461600759Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461600760 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461600760Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461600760Cleaning up temporary data from old regions at 1732461600767 (+7 ms)Region opened successfully at 1732461600771 (+4 ms) 2024-11-24T15:20:00,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:20:00,771 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:20:00,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:20:00,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:20:00,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:20:00,772 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:20:00,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461600771Disabling compacts and flushes for region at 1732461600771Disabling writes for close at 1732461600771Writing region close event to WAL at 1732461600772 (+1 ms)Closed at 1732461600772 2024-11-24T15:20:00,773 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:20:00,773 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T15:20:00,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T15:20:00,774 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:20:00,774 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T15:20:00,925 DEBUG [c99348da3e93:43475 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T15:20:00,925 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c99348da3e93,37473,1732461598124 2024-11-24T15:20:00,926 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,37473,1732461598124, state=OPENING 2024-11-24T15:20:00,927 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T15:20:00,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37473-0x1014a8ffc330001, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0575119571 2024-11-24T15:20:00,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0575119571 2024-11-24T15:20:00,929 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:20:00,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0575119571/meta-region-server: CHANGED 2024-11-24T15:20:00,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0575119571/meta-region-server: CHANGED 2024-11-24T15:20:00,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,37473,1732461598124}] 2024-11-24T15:20:01,082 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:20:01,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T15:20:01,086 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T15:20:01,087 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:20:01,087 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T15:20:01,088 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C37473%2C1732461598124.meta, suffix=.meta, logDir=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124, archiveDir=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/oldWALs, maxLogs=10 2024-11-24T15:20:01,101 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.meta.1732461601088.meta, exclude list is [], retry=0 2024-11-24T15:20:01,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43863,DS-f84d9991-3ce3-462c-b1c8-77518bc7e345,DISK] 2024-11-24T15:20:01,105 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.meta.1732461601088.meta 2024-11-24T15:20:01,105 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44945:44945)] 2024-11-24T15:20:01,105 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:20:01,106 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:20:01,106 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:20:01,106 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T15:20:01,106 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T15:20:01,106 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T15:20:01,106 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:01,106 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T15:20:01,106 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T15:20:01,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:20:01,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:20:01,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:01,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:01,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:20:01,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:20:01,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:01,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:01,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:20:01,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:20:01,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:01,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:01,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:20:01,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:20:01,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:01,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:01,111 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:20:01,112 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/meta/1588230740 2024-11-24T15:20:01,113 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/meta/1588230740 2024-11-24T15:20:01,114 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:20:01,114 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:20:01,114 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:20:01,115 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:20:01,116 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64832310, jitterRate=-0.03392329812049866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:20:01,116 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T15:20:01,117 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732461601106Writing region info on filesystem at 1732461601106Initializing all the Stores at 1732461601107 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461601107Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461601107Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461601107Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461601107Cleaning up temporary data from old regions at 1732461601114 (+7 ms)Running coprocessor post-open hooks at 1732461601116 (+2 ms)Region opened successfully at 1732461601117 (+1 ms) 2024-11-24T15:20:01,118 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732461601081 2024-11-24T15:20:01,120 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T15:20:01,120 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T15:20:01,120 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,37473,1732461598124 2024-11-24T15:20:01,121 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,37473,1732461598124, state=OPEN 2024-11-24T15:20:01,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0575119571/meta-region-server 2024-11-24T15:20:01,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37473-0x1014a8ffc330001, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0575119571/meta-region-server 2024-11-24T15:20:01,128 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c99348da3e93,37473,1732461598124 2024-11-24T15:20:01,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0575119571/meta-region-server: CHANGED 2024-11-24T15:20:01,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0575119571/meta-region-server: CHANGED 2024-11-24T15:20:01,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T15:20:01,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,37473,1732461598124 in 199 msec 2024-11-24T15:20:01,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T15:20:01,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-24T15:20:01,132 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:20:01,132 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T15:20:01,134 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:20:01,134 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,37473,1732461598124, seqNum=-1] 2024-11-24T15:20:01,134 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:20:01,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:20:01,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2150 sec 2024-11-24T15:20:01,140 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732461601140, completionTime=-1 2024-11-24T15:20:01,140 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T15:20:01,140 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T15:20:01,142 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T15:20:01,142 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732461661142 2024-11-24T15:20:01,142 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732461721142 2024-11-24T15:20:01,142 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T15:20:01,142 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43475,1732461597962-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:01,142 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43475,1732461597962-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:01,142 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43475,1732461597962-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:01,142 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c99348da3e93:43475, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:01,142 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:01,143 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:01,144 DEBUG [master/c99348da3e93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T15:20:01,146 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.959sec 2024-11-24T15:20:01,146 INFO [master/c99348da3e93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T15:20:01,146 INFO [master/c99348da3e93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T15:20:01,146 INFO [master/c99348da3e93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T15:20:01,146 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T15:20:01,146 INFO [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T15:20:01,146 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43475,1732461597962-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:20:01,146 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43475,1732461597962-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T15:20:01,148 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T15:20:01,148 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T15:20:01,148 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43475,1732461597962-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:01,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ffa097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:01,167 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,43475,-1 for getting cluster id 2024-11-24T15:20:01,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:01,168 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfaa10d5-6aa2-4476-8f38-44d92a5a9ba1' 2024-11-24T15:20:01,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:01,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfaa10d5-6aa2-4476-8f38-44d92a5a9ba1" 2024-11-24T15:20:01,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcfea47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:01,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,43475,-1] 2024-11-24T15:20:01,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:01,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:01,170 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:01,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a58a28f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:01,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:20:01,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,37473,1732461598124, seqNum=-1] 2024-11-24T15:20:01,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:20:01,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:20:01,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c99348da3e93,43475,1732461597962 2024-11-24T15:20:01,175 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63859 2024-11-24T15:20:01,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:20:01,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a8ffc330002 connected 2024-11-24T15:20:01,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/hadoop.log.dir so I do NOT create it in target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0 2024-11-24T15:20:01,181 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T15:20:01,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/hadoop.tmp.dir so I do NOT create it in target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0 2024-11-24T15:20:01,181 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T15:20:01,181 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0 2024-11-24T15:20:01,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T15:20:01,181 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/cluster_40cf81df-33cb-0073-17f0-e38f0ad8612c, deleteOnExit=true 2024-11-24T15:20:01,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T15:20:01,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/test.cache.data in system properties and HBase conf 2024-11-24T15:20:01,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T15:20:01,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/hadoop.log.dir in system properties and HBase conf 2024-11-24T15:20:01,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T15:20:01,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T15:20:01,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T15:20:01,181 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T15:20:01,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:20:01,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:20:01,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T15:20:01,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:20:01,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T15:20:01,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T15:20:01,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:20:01,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:20:01,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T15:20:01,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/nfs.dump.dir in system properties and HBase conf 2024-11-24T15:20:01,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/java.io.tmpdir in system properties and HBase conf 2024-11-24T15:20:01,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:20:01,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T15:20:01,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T15:20:01,262 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:20:01,265 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:20:01,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:20:01,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:20:01,266 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T15:20:01,267 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:20:01,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c840efb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:20:01,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@543f0caa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:20:01,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@445a7d66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/java.io.tmpdir/jetty-localhost-38399-hadoop-hdfs-3_4_1-tests_jar-_-any-6955234135801840299/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:20:01,392 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e2ce867{HTTP/1.1, (http/1.1)}{localhost:38399} 2024-11-24T15:20:01,392 INFO [Time-limited test {}] server.Server(415): Started @184273ms 2024-11-24T15:20:01,478 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:20:01,482 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:20:01,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:20:01,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:20:01,485 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:20:01,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@118d241{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:20:01,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@621442a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:20:01,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b5bf0f8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/java.io.tmpdir/jetty-localhost-42305-hadoop-hdfs-3_4_1-tests_jar-_-any-3480097151869063121/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:20:01,606 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45dae0cf{HTTP/1.1, (http/1.1)}{localhost:42305} 2024-11-24T15:20:01,606 INFO [Time-limited test {}] server.Server(415): Started @184487ms 2024-11-24T15:20:01,607 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T15:20:01,646 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:01,647 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c99348da3e93,36763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:36763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T15:20:01,647 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8195 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c99348da3e93,36763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:36763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T15:20:01,713 WARN [Thread-2297 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/cluster_40cf81df-33cb-0073-17f0-e38f0ad8612c/data/data1/current/BP-404012500-172.17.0.2-1732461601200/current, will proceed with Du for space computation calculation, 2024-11-24T15:20:01,713 WARN [Thread-2298 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/cluster_40cf81df-33cb-0073-17f0-e38f0ad8612c/data/data2/current/BP-404012500-172.17.0.2-1732461601200/current, will proceed with Du for space computation calculation, 2024-11-24T15:20:01,732 WARN [Thread-2285 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T15:20:01,735 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb669ca911cd2eada with lease ID 0x21a277f70106836c: Processing first storage report for DS-17f744ea-7cc9-46db-81c2-1e3288eb113e from datanode DatanodeRegistration(127.0.0.1:39483, datanodeUuid=dac36b17-f400-476e-91a6-995ef677c432, infoPort=42737, infoSecurePort=0, ipcPort=39155, storageInfo=lv=-57;cid=testClusterID;nsid=200772300;c=1732461601200) 2024-11-24T15:20:01,735 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb669ca911cd2eada with lease ID 0x21a277f70106836c: from storage DS-17f744ea-7cc9-46db-81c2-1e3288eb113e node DatanodeRegistration(127.0.0.1:39483, datanodeUuid=dac36b17-f400-476e-91a6-995ef677c432, infoPort=42737, infoSecurePort=0, ipcPort=39155, storageInfo=lv=-57;cid=testClusterID;nsid=200772300;c=1732461601200), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:20:01,735 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb669ca911cd2eada with lease ID 0x21a277f70106836c: Processing first storage report for DS-e33bf307-681e-4f20-aa03-a0c296b322e6 from datanode DatanodeRegistration(127.0.0.1:39483, datanodeUuid=dac36b17-f400-476e-91a6-995ef677c432, infoPort=42737, infoSecurePort=0, ipcPort=39155, storageInfo=lv=-57;cid=testClusterID;nsid=200772300;c=1732461601200) 2024-11-24T15:20:01,735 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb669ca911cd2eada with lease ID 0x21a277f70106836c: from storage DS-e33bf307-681e-4f20-aa03-a0c296b322e6 node DatanodeRegistration(127.0.0.1:39483, datanodeUuid=dac36b17-f400-476e-91a6-995ef677c432, infoPort=42737, infoSecurePort=0, ipcPort=39155, storageInfo=lv=-57;cid=testClusterID;nsid=200772300;c=1732461601200), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:20:01,834 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0 2024-11-24T15:20:01,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:01,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:01,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39483 is added to blk_1073741825_1001 (size=7) 2024-11-24T15:20:02,244 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718 with version=8 2024-11-24T15:20:02,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/hbase-staging 2024-11-24T15:20:02,246 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:20:02,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:20:02,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:20:02,246 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:20:02,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:20:02,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:20:02,246 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T15:20:02,247 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:20:02,247 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39963 2024-11-24T15:20:02,248 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39963 connecting to ZooKeeper ensemble=127.0.0.1:63859 2024-11-24T15:20:02,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399630x0, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:20:02,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39963-0x1014a8ffc330003 connected 2024-11-24T15:20:02,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:02,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:02,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Set watcher on znode that does not yet exist, /11446291363/running 2024-11-24T15:20:02,265 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718, hbase.cluster.distributed=false 2024-11-24T15:20:02,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Set watcher on znode that does not yet exist, /11446291363/acl 2024-11-24T15:20:02,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39963 2024-11-24T15:20:02,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39963 2024-11-24T15:20:02,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39963 2024-11-24T15:20:02,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39963 2024-11-24T15:20:02,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39963 2024-11-24T15:20:02,283 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:20:02,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:20:02,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:20:02,283 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:20:02,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:20:02,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:20:02,283 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T15:20:02,283 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:20:02,284 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33601 2024-11-24T15:20:02,284 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33601 connecting to ZooKeeper ensemble=127.0.0.1:63859 2024-11-24T15:20:02,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:02,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:02,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336010x0, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:20:02,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336010x0, quorum=127.0.0.1:63859, baseZNode=/11446291363 Set watcher on znode that does not yet exist, /11446291363/running 2024-11-24T15:20:02,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33601-0x1014a8ffc330004 connected 2024-11-24T15:20:02,290 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T15:20:02,291 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T15:20:02,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33601-0x1014a8ffc330004, quorum=127.0.0.1:63859, baseZNode=/11446291363 Set watcher on znode that does not yet exist, /11446291363/master 2024-11-24T15:20:02,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33601-0x1014a8ffc330004, quorum=127.0.0.1:63859, baseZNode=/11446291363 Set watcher on znode that does not yet exist, /11446291363/acl 2024-11-24T15:20:02,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33601 2024-11-24T15:20:02,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33601 2024-11-24T15:20:02,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33601 2024-11-24T15:20:02,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33601 2024-11-24T15:20:02,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33601 2024-11-24T15:20:02,306 DEBUG [M:0;c99348da3e93:39963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c99348da3e93:39963 2024-11-24T15:20:02,306 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11446291363/backup-masters/c99348da3e93,39963,1732461602246 2024-11-24T15:20:02,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33601-0x1014a8ffc330004, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446291363/backup-masters 2024-11-24T15:20:02,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446291363/backup-masters 2024-11-24T15:20:02,309 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Set watcher on existing znode=/11446291363/backup-masters/c99348da3e93,39963,1732461602246 2024-11-24T15:20:02,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33601-0x1014a8ffc330004, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11446291363/master 2024-11-24T15:20:02,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446291363 2024-11-24T15:20:02,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33601-0x1014a8ffc330004, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446291363 2024-11-24T15:20:02,311 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Set watcher on existing znode=/11446291363/master 2024-11-24T15:20:02,311 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11446291363/backup-masters/c99348da3e93,39963,1732461602246 from backup master directory 2024-11-24T15:20:02,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11446291363/backup-masters/c99348da3e93,39963,1732461602246 2024-11-24T15:20:02,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33601-0x1014a8ffc330004, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446291363/backup-masters 2024-11-24T15:20:02,312 WARN [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:20:02,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446291363/backup-masters 2024-11-24T15:20:02,312 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c99348da3e93,39963,1732461602246 2024-11-24T15:20:02,316 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/hbase.id] with ID: b82a6d99-3218-4d8f-a400-5c117d6739e6 2024-11-24T15:20:02,316 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/.tmp/hbase.id 2024-11-24T15:20:02,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39483 is added to blk_1073741826_1002 (size=42) 2024-11-24T15:20:02,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T15:20:02,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T15:20:02,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T15:20:02,721 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/.tmp/hbase.id]:[hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/hbase.id] 2024-11-24T15:20:02,732 INFO [master/c99348da3e93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:02,733 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T15:20:02,734 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-24T15:20:02,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33601-0x1014a8ffc330004, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446291363 2024-11-24T15:20:02,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446291363 2024-11-24T15:20:02,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39483 is added to blk_1073741827_1003 (size=196) 2024-11-24T15:20:03,151 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:20:03,151 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T15:20:03,152 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:20:03,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39483 is added to blk_1073741828_1004 (size=1189) 2024-11-24T15:20:03,559 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/MasterData/data/master/store 2024-11-24T15:20:03,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39483 is added to blk_1073741829_1005 (size=34) 2024-11-24T15:20:03,565 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:03,565 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:20:03,565 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:03,565 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:03,565 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:20:03,565 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:03,565 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:03,565 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461603565Disabling compacts and flushes for region at 1732461603565Disabling writes for close at 1732461603565Writing region close event to WAL at 1732461603565Closed at 1732461603565 2024-11-24T15:20:03,566 WARN [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/MasterData/data/master/store/.initializing 2024-11-24T15:20:03,566 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/MasterData/WALs/c99348da3e93,39963,1732461602246 2024-11-24T15:20:03,567 INFO [master/c99348da3e93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:20:03,569 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c99348da3e93%2C39963%2C1732461602246, suffix=, logDir=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/MasterData/WALs/c99348da3e93,39963,1732461602246, archiveDir=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/MasterData/oldWALs, maxLogs=10 2024-11-24T15:20:03,584 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/MasterData/WALs/c99348da3e93,39963,1732461602246/c99348da3e93%2C39963%2C1732461602246.1732461603569, exclude list is [], retry=0 2024-11-24T15:20:03,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39483,DS-17f744ea-7cc9-46db-81c2-1e3288eb113e,DISK] 2024-11-24T15:20:03,589 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/MasterData/WALs/c99348da3e93,39963,1732461602246/c99348da3e93%2C39963%2C1732461602246.1732461603569 2024-11-24T15:20:03,592 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42737:42737)] 2024-11-24T15:20:03,592 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:20:03,593 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:03,593 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:03,593 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:03,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:03,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T15:20:03,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:03,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:03,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:03,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T15:20:03,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:03,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:03,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:03,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T15:20:03,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:03,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:03,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:03,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T15:20:03,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:03,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:03,602 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:03,603 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:03,603 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:03,604 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:03,604 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:03,605 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:20:03,606 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:03,608 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:20:03,609 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73854402, jitterRate=0.10051634907722473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:20:03,609 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732461603593Initializing all the Stores at 1732461603594 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461603594Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461603594Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461603594Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461603594Cleaning up temporary data from old regions at 1732461603604 (+10 ms)Region opened successfully at 1732461603609 (+5 ms) 2024-11-24T15:20:03,610 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T15:20:03,613 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521ed5e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:20:03,614 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T15:20:03,614 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T15:20:03,614 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T15:20:03,615 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T15:20:03,615 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T15:20:03,615 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T15:20:03,615 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T15:20:03,617 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T15:20:03,618 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Unable to get data of znode /11446291363/balancer because node does not exist (not necessarily an error) 2024-11-24T15:20:03,619 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11446291363/balancer already deleted, retry=false 2024-11-24T15:20:03,619 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T15:20:03,620 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Unable to get data of znode /11446291363/normalizer because node does not exist (not necessarily an error) 2024-11-24T15:20:03,621 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11446291363/normalizer already deleted, retry=false 2024-11-24T15:20:03,621 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T15:20:03,629 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Unable to get data of znode /11446291363/switch/split because node does not exist (not necessarily an error) 2024-11-24T15:20:03,630 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11446291363/switch/split already deleted, retry=false 2024-11-24T15:20:03,631 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Unable to get data of znode /11446291363/switch/merge because node does not exist (not necessarily an error) 2024-11-24T15:20:03,633 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11446291363/switch/merge already deleted, retry=false 2024-11-24T15:20:03,635 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Unable to get data of znode /11446291363/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T15:20:03,636 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11446291363/snapshot-cleanup already deleted, retry=false 2024-11-24T15:20:03,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33601-0x1014a8ffc330004, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11446291363/running 2024-11-24T15:20:03,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11446291363/running 2024-11-24T15:20:03,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33601-0x1014a8ffc330004, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446291363 2024-11-24T15:20:03,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446291363 2024-11-24T15:20:03,638 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c99348da3e93,39963,1732461602246, sessionid=0x1014a8ffc330003, setting cluster-up flag (Was=false) 2024-11-24T15:20:03,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33601-0x1014a8ffc330004, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446291363 2024-11-24T15:20:03,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446291363 2024-11-24T15:20:03,645 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11446291363/flush-table-proc/acquired, /11446291363/flush-table-proc/reached, /11446291363/flush-table-proc/abort 2024-11-24T15:20:03,646 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,39963,1732461602246 2024-11-24T15:20:03,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446291363 2024-11-24T15:20:03,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33601-0x1014a8ffc330004, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446291363 2024-11-24T15:20:03,654 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11446291363/online-snapshot/acquired, /11446291363/online-snapshot/reached, /11446291363/online-snapshot/abort 2024-11-24T15:20:03,655 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,39963,1732461602246 2024-11-24T15:20:03,656 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T15:20:03,657 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T15:20:03,658 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T15:20:03,658 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T15:20:03,658 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c99348da3e93,39963,1732461602246 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T15:20:03,659 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:20:03,659 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:20:03,659 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:20:03,659 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:20:03,659 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c99348da3e93:0, corePoolSize=10, maxPoolSize=10 2024-11-24T15:20:03,659 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:03,659 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:20:03,659 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:03,665 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732461633665 2024-11-24T15:20:03,665 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:20:03,665 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T15:20:03,665 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T15:20:03,665 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T15:20:03,665 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T15:20:03,666 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T15:20:03,666 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T15:20:03,666 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T15:20:03,666 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:03,666 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T15:20:03,666 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T15:20:03,666 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:03,666 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T15:20:03,666 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T15:20:03,666 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T15:20:03,667 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T15:20:03,667 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T15:20:03,668 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461603667,5,FailOnTimeoutGroup] 2024-11-24T15:20:03,668 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461603668,5,FailOnTimeoutGroup] 2024-11-24T15:20:03,668 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:03,668 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T15:20:03,668 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:03,668 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:03,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39483 is added to blk_1073741831_1007 (size=1321) 2024-11-24T15:20:03,696 INFO [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(746): ClusterId : b82a6d99-3218-4d8f-a400-5c117d6739e6 2024-11-24T15:20:03,696 DEBUG [RS:0;c99348da3e93:33601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T15:20:03,698 DEBUG [RS:0;c99348da3e93:33601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T15:20:03,698 DEBUG [RS:0;c99348da3e93:33601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T15:20:03,700 DEBUG [RS:0;c99348da3e93:33601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T15:20:03,700 DEBUG [RS:0;c99348da3e93:33601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363323b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:20:03,712 DEBUG [RS:0;c99348da3e93:33601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c99348da3e93:33601 2024-11-24T15:20:03,712 INFO [RS:0;c99348da3e93:33601 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T15:20:03,712 INFO [RS:0;c99348da3e93:33601 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T15:20:03,712 DEBUG [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T15:20:03,713 INFO [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(2659): reportForDuty to master=c99348da3e93,39963,1732461602246 with port=33601, startcode=1732461602282 2024-11-24T15:20:03,713 DEBUG [RS:0;c99348da3e93:33601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T15:20:03,715 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T15:20:03,715 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39963 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c99348da3e93,33601,1732461602282 2024-11-24T15:20:03,715 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39963 {}] master.ServerManager(517): Registering regionserver=c99348da3e93,33601,1732461602282 2024-11-24T15:20:03,716 DEBUG [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718 2024-11-24T15:20:03,716 DEBUG [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41557 2024-11-24T15:20:03,716 DEBUG [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T15:20:03,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446291363/rs 2024-11-24T15:20:03,718 DEBUG [RS:0;c99348da3e93:33601 {}] zookeeper.ZKUtil(111): regionserver:33601-0x1014a8ffc330004, quorum=127.0.0.1:63859, baseZNode=/11446291363 Set watcher on existing znode=/11446291363/rs/c99348da3e93,33601,1732461602282 2024-11-24T15:20:03,718 WARN [RS:0;c99348da3e93:33601 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:20:03,718 INFO [RS:0;c99348da3e93:33601 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:20:03,718 DEBUG [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282 2024-11-24T15:20:03,719 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c99348da3e93,33601,1732461602282] 2024-11-24T15:20:03,721 INFO [RS:0;c99348da3e93:33601 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T15:20:03,723 INFO [RS:0;c99348da3e93:33601 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T15:20:03,723 INFO [RS:0;c99348da3e93:33601 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T15:20:03,723 INFO [RS:0;c99348da3e93:33601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:03,723 INFO [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T15:20:03,724 INFO [RS:0;c99348da3e93:33601 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T15:20:03,724 INFO [RS:0;c99348da3e93:33601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:03,724 DEBUG [RS:0;c99348da3e93:33601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:03,724 DEBUG [RS:0;c99348da3e93:33601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:03,724 DEBUG [RS:0;c99348da3e93:33601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:03,724 DEBUG [RS:0;c99348da3e93:33601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:03,724 DEBUG [RS:0;c99348da3e93:33601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:03,724 DEBUG [RS:0;c99348da3e93:33601 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:20:03,724 DEBUG [RS:0;c99348da3e93:33601 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:03,724 DEBUG [RS:0;c99348da3e93:33601 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:03,724 DEBUG [RS:0;c99348da3e93:33601 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:03,724 DEBUG [RS:0;c99348da3e93:33601 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:03,724 DEBUG [RS:0;c99348da3e93:33601 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:03,724 DEBUG [RS:0;c99348da3e93:33601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:03,724 DEBUG [RS:0;c99348da3e93:33601 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:20:03,725 DEBUG [RS:0;c99348da3e93:33601 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:20:03,728 INFO [RS:0;c99348da3e93:33601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:03,728 INFO [RS:0;c99348da3e93:33601 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:03,728 INFO [RS:0;c99348da3e93:33601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:03,728 INFO [RS:0;c99348da3e93:33601 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:03,728 INFO [RS:0;c99348da3e93:33601 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:03,728 INFO [RS:0;c99348da3e93:33601 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,33601,1732461602282-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:20:03,743 INFO [RS:0;c99348da3e93:33601 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T15:20:03,743 INFO [RS:0;c99348da3e93:33601 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,33601,1732461602282-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:03,743 INFO [RS:0;c99348da3e93:33601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:03,743 INFO [RS:0;c99348da3e93:33601 {}] regionserver.Replication(171): c99348da3e93,33601,1732461602282 started 2024-11-24T15:20:03,757 INFO [RS:0;c99348da3e93:33601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:03,757 INFO [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(1482): Serving as c99348da3e93,33601,1732461602282, RpcServer on c99348da3e93/172.17.0.2:33601, sessionid=0x1014a8ffc330004 2024-11-24T15:20:03,757 DEBUG [RS:0;c99348da3e93:33601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T15:20:03,757 DEBUG [RS:0;c99348da3e93:33601 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c99348da3e93,33601,1732461602282 2024-11-24T15:20:03,757 DEBUG [RS:0;c99348da3e93:33601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,33601,1732461602282' 2024-11-24T15:20:03,757 DEBUG [RS:0;c99348da3e93:33601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11446291363/flush-table-proc/abort' 2024-11-24T15:20:03,758 DEBUG [RS:0;c99348da3e93:33601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11446291363/flush-table-proc/acquired' 2024-11-24T15:20:03,758 DEBUG [RS:0;c99348da3e93:33601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T15:20:03,758 DEBUG [RS:0;c99348da3e93:33601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T15:20:03,758 DEBUG [RS:0;c99348da3e93:33601 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c99348da3e93,33601,1732461602282 2024-11-24T15:20:03,758 DEBUG [RS:0;c99348da3e93:33601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,33601,1732461602282' 2024-11-24T15:20:03,758 DEBUG [RS:0;c99348da3e93:33601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11446291363/online-snapshot/abort' 2024-11-24T15:20:03,758 DEBUG [RS:0;c99348da3e93:33601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11446291363/online-snapshot/acquired' 2024-11-24T15:20:03,759 DEBUG [RS:0;c99348da3e93:33601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T15:20:03,759 INFO [RS:0;c99348da3e93:33601 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T15:20:03,759 INFO [RS:0;c99348da3e93:33601 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T15:20:03,859 INFO [RS:0;c99348da3e93:33601 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:20:03,860 INFO [RS:0;c99348da3e93:33601 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C33601%2C1732461602282, suffix=, logDir=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282, archiveDir=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/oldWALs, maxLogs=10 2024-11-24T15:20:03,874 DEBUG [RS:0;c99348da3e93:33601 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861, exclude list is [], retry=0 2024-11-24T15:20:03,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39483,DS-17f744ea-7cc9-46db-81c2-1e3288eb113e,DISK] 2024-11-24T15:20:03,880 INFO [RS:0;c99348da3e93:33601 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861 2024-11-24T15:20:03,880 DEBUG [RS:0;c99348da3e93:33601 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42737:42737)] 2024-11-24T15:20:04,079 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T15:20:04,079 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718 2024-11-24T15:20:04,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39483 is added to blk_1073741833_1009 (size=32) 2024-11-24T15:20:04,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:04,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:20:04,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:20:04,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:04,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:04,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:20:04,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:20:04,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:04,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:04,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:20:04,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:20:04,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:04,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:04,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:20:04,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:20:04,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:04,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:04,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:20:04,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/meta/1588230740 2024-11-24T15:20:04,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/meta/1588230740 2024-11-24T15:20:04,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:20:04,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:20:04,493 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:20:04,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:20:04,495 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:20:04,496 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69708960, jitterRate=0.038744449615478516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:20:04,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732461604485Initializing all the Stores at 1732461604485Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461604485Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461604486 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461604486Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461604486Cleaning up temporary data from old regions at 1732461604493 (+7 ms)Region opened successfully at 1732461604496 (+3 ms) 2024-11-24T15:20:04,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:20:04,496 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:20:04,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:20:04,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:20:04,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:20:04,496 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:20:04,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461604496Disabling compacts and flushes for region at 1732461604496Disabling writes for close at 1732461604496Writing region close event to WAL at 1732461604496Closed at 1732461604496 2024-11-24T15:20:04,497 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:20:04,497 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T15:20:04,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T15:20:04,498 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:20:04,499 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T15:20:04,649 DEBUG [c99348da3e93:39963 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T15:20:04,650 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c99348da3e93,33601,1732461602282 2024-11-24T15:20:04,651 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,33601,1732461602282, state=OPENING 2024-11-24T15:20:04,659 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T15:20:04,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446291363 2024-11-24T15:20:04,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33601-0x1014a8ffc330004, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446291363 2024-11-24T15:20:04,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11446291363/meta-region-server: CHANGED 2024-11-24T15:20:04,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11446291363/meta-region-server: CHANGED 2024-11-24T15:20:04,660 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:20:04,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,33601,1732461602282}] 2024-11-24T15:20:04,813 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:20:04,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T15:20:04,818 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T15:20:04,818 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:20:04,818 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T15:20:04,819 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C33601%2C1732461602282.meta, suffix=.meta, logDir=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282, archiveDir=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/oldWALs, maxLogs=10 2024-11-24T15:20:04,833 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.meta.1732461604819.meta, exclude list is [], retry=0 2024-11-24T15:20:04,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39483,DS-17f744ea-7cc9-46db-81c2-1e3288eb113e,DISK] 2024-11-24T15:20:04,837 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.meta.1732461604819.meta 2024-11-24T15:20:04,837 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42737:42737)] 2024-11-24T15:20:04,838 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:20:04,838 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:20:04,838 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:20:04,838 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T15:20:04,838 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T15:20:04,838 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T15:20:04,838 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:04,839 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T15:20:04,839 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T15:20:04,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:20:04,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:20:04,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:04,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:04,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:20:04,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:20:04,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:04,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:04,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:20:04,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:20:04,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:04,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:04,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:20:04,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:20:04,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:04,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:04,844 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:20:04,845 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/meta/1588230740 2024-11-24T15:20:04,846 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/meta/1588230740 2024-11-24T15:20:04,847 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:20:04,847 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:20:04,848 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:20:04,849 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:20:04,850 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59073166, jitterRate=-0.11974123120307922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:20:04,850 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T15:20:04,850 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732461604839Writing region info on filesystem at 1732461604839Initializing all the Stores at 1732461604839Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461604839Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461604840 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461604840Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461604840Cleaning up temporary data from old regions at 1732461604847 (+7 ms)Running coprocessor post-open hooks at 1732461604850 (+3 ms)Region opened successfully at 1732461604850 2024-11-24T15:20:04,851 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732461604813 2024-11-24T15:20:04,853 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T15:20:04,853 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T15:20:04,853 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,33601,1732461602282 2024-11-24T15:20:04,854 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,33601,1732461602282, state=OPEN 2024-11-24T15:20:04,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33601-0x1014a8ffc330004, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11446291363/meta-region-server 2024-11-24T15:20:04,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11446291363/meta-region-server 2024-11-24T15:20:04,855 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c99348da3e93,33601,1732461602282 2024-11-24T15:20:04,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11446291363/meta-region-server: CHANGED 2024-11-24T15:20:04,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11446291363/meta-region-server: CHANGED 2024-11-24T15:20:04,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T15:20:04,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,33601,1732461602282 in 194 msec 2024-11-24T15:20:04,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T15:20:04,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-11-24T15:20:04,859 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:20:04,859 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T15:20:04,861 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:20:04,861 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,33601,1732461602282, seqNum=-1] 2024-11-24T15:20:04,861 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:20:04,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:20:04,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2080 sec 2024-11-24T15:20:04,866 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732461604866, completionTime=-1 2024-11-24T15:20:04,866 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T15:20:04,867 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T15:20:04,868 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T15:20:04,868 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732461664868 2024-11-24T15:20:04,868 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732461724868 2024-11-24T15:20:04,868 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T15:20:04,869 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39963,1732461602246-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:04,869 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39963,1732461602246-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:04,869 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39963,1732461602246-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:04,869 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c99348da3e93:39963, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:04,869 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:04,869 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:04,871 DEBUG [master/c99348da3e93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T15:20:04,873 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.560sec 2024-11-24T15:20:04,873 INFO [master/c99348da3e93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T15:20:04,873 INFO [master/c99348da3e93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T15:20:04,873 INFO [master/c99348da3e93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T15:20:04,873 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T15:20:04,873 INFO [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T15:20:04,873 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39963,1732461602246-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:20:04,873 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39963,1732461602246-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T15:20:04,876 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T15:20:04,876 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T15:20:04,876 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39963,1732461602246-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:04,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3346492f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:04,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,39963,-1 for getting cluster id 2024-11-24T15:20:04,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:04,898 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b82a6d99-3218-4d8f-a400-5c117d6739e6' 2024-11-24T15:20:04,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:04,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b82a6d99-3218-4d8f-a400-5c117d6739e6" 2024-11-24T15:20:04,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca680db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:04,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,39963,-1] 2024-11-24T15:20:04,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:04,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:04,900 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:04,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ccc26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:04,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:20:04,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,33601,1732461602282, seqNum=-1] 2024-11-24T15:20:04,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:20:04,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:20:04,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c99348da3e93,39963,1732461602246 2024-11-24T15:20:04,906 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63859 2024-11-24T15:20:04,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:20:04,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014a8ffc330005 connected 2024-11-24T15:20:04,916 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,43475,1732461597962 2024-11-24T15:20:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11ea5bee 2024-11-24T15:20:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:20:04,918 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:20:04,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43475 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:20:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43475 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T15:20:04,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:20:04,921 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:04,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43475 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T15:20:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:20:04,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:20:04,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43863 is added to blk_1073741835_1011 (size=902) 2024-11-24T15:20:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:20:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:20:05,330 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3bee9b1e62ddc3a7b6e68fe82a6100ee, NAME => 'test,,1732461604918.3bee9b1e62ddc3a7b6e68fe82a6100ee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889 2024-11-24T15:20:05,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43863 is added to blk_1073741836_1012 (size=39) 2024-11-24T15:20:05,339 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732461604918.3bee9b1e62ddc3a7b6e68fe82a6100ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:05,339 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3bee9b1e62ddc3a7b6e68fe82a6100ee, disabling compactions & flushes 2024-11-24T15:20:05,339 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732461604918.3bee9b1e62ddc3a7b6e68fe82a6100ee. 2024-11-24T15:20:05,339 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461604918.3bee9b1e62ddc3a7b6e68fe82a6100ee. 2024-11-24T15:20:05,339 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732461604918.3bee9b1e62ddc3a7b6e68fe82a6100ee. after waiting 0 ms 2024-11-24T15:20:05,339 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732461604918.3bee9b1e62ddc3a7b6e68fe82a6100ee. 2024-11-24T15:20:05,339 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732461604918.3bee9b1e62ddc3a7b6e68fe82a6100ee. 2024-11-24T15:20:05,339 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3bee9b1e62ddc3a7b6e68fe82a6100ee: Waiting for close lock at 1732461605339Disabling compacts and flushes for region at 1732461605339Disabling writes for close at 1732461605339Writing region close event to WAL at 1732461605339Closed at 1732461605339 2024-11-24T15:20:05,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:20:05,341 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732461604918.3bee9b1e62ddc3a7b6e68fe82a6100ee.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732461605340"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461605340"}]},"ts":"1732461605340"} 2024-11-24T15:20:05,343 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:20:05,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:20:05,344 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461605344"}]},"ts":"1732461605344"} 2024-11-24T15:20:05,345 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T15:20:05,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3bee9b1e62ddc3a7b6e68fe82a6100ee, ASSIGN}] 2024-11-24T15:20:05,347 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3bee9b1e62ddc3a7b6e68fe82a6100ee, ASSIGN 2024-11-24T15:20:05,348 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3bee9b1e62ddc3a7b6e68fe82a6100ee, ASSIGN; state=OFFLINE, location=c99348da3e93,37473,1732461598124; forceNewPlan=false, retain=false 2024-11-24T15:20:05,498 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3bee9b1e62ddc3a7b6e68fe82a6100ee, regionState=OPENING, regionLocation=c99348da3e93,37473,1732461598124 2024-11-24T15:20:05,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3bee9b1e62ddc3a7b6e68fe82a6100ee, ASSIGN because future has completed 2024-11-24T15:20:05,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bee9b1e62ddc3a7b6e68fe82a6100ee, server=c99348da3e93,37473,1732461598124}] 2024-11-24T15:20:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:20:05,657 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732461604918.3bee9b1e62ddc3a7b6e68fe82a6100ee. 2024-11-24T15:20:05,657 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3bee9b1e62ddc3a7b6e68fe82a6100ee, NAME => 'test,,1732461604918.3bee9b1e62ddc3a7b6e68fe82a6100ee.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:20:05,658 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:20:05,658 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T15:20:05,658 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3bee9b1e62ddc3a7b6e68fe82a6100ee 2024-11-24T15:20:05,658 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732461604918.3bee9b1e62ddc3a7b6e68fe82a6100ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:05,658 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3bee9b1e62ddc3a7b6e68fe82a6100ee 2024-11-24T15:20:05,658 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3bee9b1e62ddc3a7b6e68fe82a6100ee 2024-11-24T15:20:05,660 INFO [StoreOpener-3bee9b1e62ddc3a7b6e68fe82a6100ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3bee9b1e62ddc3a7b6e68fe82a6100ee 2024-11-24T15:20:05,661 INFO [StoreOpener-3bee9b1e62ddc3a7b6e68fe82a6100ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bee9b1e62ddc3a7b6e68fe82a6100ee columnFamilyName f 2024-11-24T15:20:05,661 DEBUG [StoreOpener-3bee9b1e62ddc3a7b6e68fe82a6100ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:05,662 INFO [StoreOpener-3bee9b1e62ddc3a7b6e68fe82a6100ee-1 {}] regionserver.HStore(327): Store=3bee9b1e62ddc3a7b6e68fe82a6100ee/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:05,662 INFO [StoreOpener-3bee9b1e62ddc3a7b6e68fe82a6100ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3bee9b1e62ddc3a7b6e68fe82a6100ee 2024-11-24T15:20:05,663 INFO [StoreOpener-3bee9b1e62ddc3a7b6e68fe82a6100ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bee9b1e62ddc3a7b6e68fe82a6100ee columnFamilyName f1 2024-11-24T15:20:05,663 DEBUG [StoreOpener-3bee9b1e62ddc3a7b6e68fe82a6100ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:05,663 INFO [StoreOpener-3bee9b1e62ddc3a7b6e68fe82a6100ee-1 {}] regionserver.HStore(327): Store=3bee9b1e62ddc3a7b6e68fe82a6100ee/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:05,663 INFO [StoreOpener-3bee9b1e62ddc3a7b6e68fe82a6100ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3bee9b1e62ddc3a7b6e68fe82a6100ee 2024-11-24T15:20:05,664 INFO [StoreOpener-3bee9b1e62ddc3a7b6e68fe82a6100ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bee9b1e62ddc3a7b6e68fe82a6100ee columnFamilyName norep 2024-11-24T15:20:05,664 DEBUG [StoreOpener-3bee9b1e62ddc3a7b6e68fe82a6100ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:05,664 INFO [StoreOpener-3bee9b1e62ddc3a7b6e68fe82a6100ee-1 {}] regionserver.HStore(327): Store=3bee9b1e62ddc3a7b6e68fe82a6100ee/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:05,664 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3bee9b1e62ddc3a7b6e68fe82a6100ee 2024-11-24T15:20:05,665 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/default/test/3bee9b1e62ddc3a7b6e68fe82a6100ee 2024-11-24T15:20:05,665 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/default/test/3bee9b1e62ddc3a7b6e68fe82a6100ee 2024-11-24T15:20:05,666 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3bee9b1e62ddc3a7b6e68fe82a6100ee 2024-11-24T15:20:05,666 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3bee9b1e62ddc3a7b6e68fe82a6100ee 2024-11-24T15:20:05,667 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:20:05,668 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3bee9b1e62ddc3a7b6e68fe82a6100ee 2024-11-24T15:20:05,670 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/default/test/3bee9b1e62ddc3a7b6e68fe82a6100ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:20:05,670 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3bee9b1e62ddc3a7b6e68fe82a6100ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59607301, jitterRate=-0.1117819994688034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:20:05,670 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3bee9b1e62ddc3a7b6e68fe82a6100ee 2024-11-24T15:20:05,671 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3bee9b1e62ddc3a7b6e68fe82a6100ee: Running coprocessor pre-open hook at 1732461605658Writing region info on filesystem at 1732461605658Initializing all the Stores at 1732461605659 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461605659Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461605660 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461605660Cleaning up temporary data from old regions at 1732461605666 (+6 ms)Running coprocessor post-open hooks at 1732461605670 (+4 ms)Region opened successfully at 1732461605671 (+1 ms) 2024-11-24T15:20:05,672 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732461604918.3bee9b1e62ddc3a7b6e68fe82a6100ee., pid=6, masterSystemTime=1732461605653 2024-11-24T15:20:05,674 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732461604918.3bee9b1e62ddc3a7b6e68fe82a6100ee. 2024-11-24T15:20:05,674 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732461604918.3bee9b1e62ddc3a7b6e68fe82a6100ee. 2024-11-24T15:20:05,674 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3bee9b1e62ddc3a7b6e68fe82a6100ee, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c99348da3e93,37473,1732461598124 2024-11-24T15:20:05,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bee9b1e62ddc3a7b6e68fe82a6100ee, server=c99348da3e93,37473,1732461598124 because future has completed 2024-11-24T15:20:05,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T15:20:05,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3bee9b1e62ddc3a7b6e68fe82a6100ee, server=c99348da3e93,37473,1732461598124 in 176 msec 2024-11-24T15:20:05,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T15:20:05,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3bee9b1e62ddc3a7b6e68fe82a6100ee, ASSIGN in 333 msec 2024-11-24T15:20:05,682 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:20:05,682 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461605682"}]},"ts":"1732461605682"} 2024-11-24T15:20:05,684 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T15:20:05,685 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:20:05,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 766 msec 2024-11-24T15:20:06,001 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T15:20:06,002 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T15:20:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:20:06,058 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T15:20:06,058 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,39963,1732461602246 2024-11-24T15:20:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1af984a8 2024-11-24T15:20:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:20:06,060 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:20:06,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:20:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T15:20:06,063 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:20:06,063 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:06,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T15:20:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:20:06,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:20:06,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39483 is added to blk_1073741835_1011 (size=902) 2024-11-24T15:20:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:20:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:20:06,474 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc079b1a0ff41143205008c45cfb6a1a, NAME => 'test,,1732461606060.fc079b1a0ff41143205008c45cfb6a1a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718 2024-11-24T15:20:06,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39483 is added to blk_1073741836_1012 (size=39) 2024-11-24T15:20:06,608 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:20:06,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:06,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:06,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:06,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:06,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:06,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:06,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:06,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:06,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:06,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:20:06,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732461606060.fc079b1a0ff41143205008c45cfb6a1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:06,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fc079b1a0ff41143205008c45cfb6a1a, disabling compactions & flushes 2024-11-24T15:20:06,880 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732461606060.fc079b1a0ff41143205008c45cfb6a1a. 2024-11-24T15:20:06,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461606060.fc079b1a0ff41143205008c45cfb6a1a. 2024-11-24T15:20:06,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732461606060.fc079b1a0ff41143205008c45cfb6a1a. after waiting 0 ms 2024-11-24T15:20:06,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732461606060.fc079b1a0ff41143205008c45cfb6a1a. 2024-11-24T15:20:06,880 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732461606060.fc079b1a0ff41143205008c45cfb6a1a. 2024-11-24T15:20:06,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc079b1a0ff41143205008c45cfb6a1a: Waiting for close lock at 1732461606880Disabling compacts and flushes for region at 1732461606880Disabling writes for close at 1732461606880Writing region close event to WAL at 1732461606880Closed at 1732461606880 2024-11-24T15:20:06,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:20:06,881 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732461606060.fc079b1a0ff41143205008c45cfb6a1a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732461606881"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461606881"}]},"ts":"1732461606881"} 2024-11-24T15:20:06,883 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:20:06,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:20:06,884 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461606884"}]},"ts":"1732461606884"} 2024-11-24T15:20:06,885 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T15:20:06,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fc079b1a0ff41143205008c45cfb6a1a, ASSIGN}] 2024-11-24T15:20:06,887 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fc079b1a0ff41143205008c45cfb6a1a, ASSIGN 2024-11-24T15:20:06,888 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fc079b1a0ff41143205008c45cfb6a1a, ASSIGN; state=OFFLINE, location=c99348da3e93,33601,1732461602282; forceNewPlan=false, retain=false 2024-11-24T15:20:07,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc079b1a0ff41143205008c45cfb6a1a, regionState=OPENING, regionLocation=c99348da3e93,33601,1732461602282 2024-11-24T15:20:07,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fc079b1a0ff41143205008c45cfb6a1a, ASSIGN because future has completed 2024-11-24T15:20:07,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc079b1a0ff41143205008c45cfb6a1a, server=c99348da3e93,33601,1732461602282}] 2024-11-24T15:20:07,196 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732461606060.fc079b1a0ff41143205008c45cfb6a1a. 2024-11-24T15:20:07,196 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fc079b1a0ff41143205008c45cfb6a1a, NAME => 'test,,1732461606060.fc079b1a0ff41143205008c45cfb6a1a.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:20:07,197 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:20:07,197 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T15:20:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:20:07,197 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fc079b1a0ff41143205008c45cfb6a1a 2024-11-24T15:20:07,197 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732461606060.fc079b1a0ff41143205008c45cfb6a1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:07,197 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fc079b1a0ff41143205008c45cfb6a1a 2024-11-24T15:20:07,197 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fc079b1a0ff41143205008c45cfb6a1a 2024-11-24T15:20:07,198 INFO [StoreOpener-fc079b1a0ff41143205008c45cfb6a1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fc079b1a0ff41143205008c45cfb6a1a 2024-11-24T15:20:07,199 INFO [StoreOpener-fc079b1a0ff41143205008c45cfb6a1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc079b1a0ff41143205008c45cfb6a1a columnFamilyName f 2024-11-24T15:20:07,199 DEBUG [StoreOpener-fc079b1a0ff41143205008c45cfb6a1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:07,200 INFO [StoreOpener-fc079b1a0ff41143205008c45cfb6a1a-1 {}] regionserver.HStore(327): Store=fc079b1a0ff41143205008c45cfb6a1a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:07,200 INFO [StoreOpener-fc079b1a0ff41143205008c45cfb6a1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fc079b1a0ff41143205008c45cfb6a1a 2024-11-24T15:20:07,201 INFO [StoreOpener-fc079b1a0ff41143205008c45cfb6a1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc079b1a0ff41143205008c45cfb6a1a columnFamilyName f1 2024-11-24T15:20:07,201 DEBUG [StoreOpener-fc079b1a0ff41143205008c45cfb6a1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:07,201 INFO [StoreOpener-fc079b1a0ff41143205008c45cfb6a1a-1 {}] regionserver.HStore(327): Store=fc079b1a0ff41143205008c45cfb6a1a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:07,201 INFO [StoreOpener-fc079b1a0ff41143205008c45cfb6a1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fc079b1a0ff41143205008c45cfb6a1a 2024-11-24T15:20:07,202 INFO [StoreOpener-fc079b1a0ff41143205008c45cfb6a1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc079b1a0ff41143205008c45cfb6a1a columnFamilyName norep 2024-11-24T15:20:07,202 DEBUG [StoreOpener-fc079b1a0ff41143205008c45cfb6a1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:07,202 INFO [StoreOpener-fc079b1a0ff41143205008c45cfb6a1a-1 {}] regionserver.HStore(327): Store=fc079b1a0ff41143205008c45cfb6a1a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:07,202 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fc079b1a0ff41143205008c45cfb6a1a 2024-11-24T15:20:07,203 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/default/test/fc079b1a0ff41143205008c45cfb6a1a 2024-11-24T15:20:07,203 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/default/test/fc079b1a0ff41143205008c45cfb6a1a 2024-11-24T15:20:07,204 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fc079b1a0ff41143205008c45cfb6a1a 2024-11-24T15:20:07,204 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fc079b1a0ff41143205008c45cfb6a1a 2024-11-24T15:20:07,204 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:20:07,205 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fc079b1a0ff41143205008c45cfb6a1a 2024-11-24T15:20:07,206 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/default/test/fc079b1a0ff41143205008c45cfb6a1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:20:07,207 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fc079b1a0ff41143205008c45cfb6a1a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69443942, jitterRate=0.0347953736782074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:20:07,207 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc079b1a0ff41143205008c45cfb6a1a 2024-11-24T15:20:07,207 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fc079b1a0ff41143205008c45cfb6a1a: Running coprocessor pre-open hook at 1732461607197Writing region info on filesystem at 1732461607197Initializing all the Stores at 1732461607198 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461607198Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461607198Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461607198Cleaning up temporary data from old regions at 1732461607204 (+6 ms)Running coprocessor post-open hooks at 1732461607207 (+3 ms)Region opened successfully at 1732461607207 2024-11-24T15:20:07,208 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732461606060.fc079b1a0ff41143205008c45cfb6a1a., pid=6, masterSystemTime=1732461607193 2024-11-24T15:20:07,210 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732461606060.fc079b1a0ff41143205008c45cfb6a1a. 2024-11-24T15:20:07,210 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732461606060.fc079b1a0ff41143205008c45cfb6a1a. 2024-11-24T15:20:07,210 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc079b1a0ff41143205008c45cfb6a1a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c99348da3e93,33601,1732461602282 2024-11-24T15:20:07,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc079b1a0ff41143205008c45cfb6a1a, server=c99348da3e93,33601,1732461602282 because future has completed 2024-11-24T15:20:07,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T15:20:07,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fc079b1a0ff41143205008c45cfb6a1a, server=c99348da3e93,33601,1732461602282 in 172 msec 2024-11-24T15:20:07,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T15:20:07,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fc079b1a0ff41143205008c45cfb6a1a, ASSIGN in 328 msec 2024-11-24T15:20:07,216 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:20:07,216 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461607216"}]},"ts":"1732461607216"} 2024-11-24T15:20:07,218 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T15:20:07,218 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:20:07,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-24T15:20:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:20:08,207 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T15:20:08,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61beb10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:08,208 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,43475,-1 for getting cluster id 2024-11-24T15:20:08,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:08,209 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfaa10d5-6aa2-4476-8f38-44d92a5a9ba1' 2024-11-24T15:20:08,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:08,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfaa10d5-6aa2-4476-8f38-44d92a5a9ba1" 2024-11-24T15:20:08,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc58ea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:08,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,43475,-1] 2024-11-24T15:20:08,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:08,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:08,210 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:08,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca4f5c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:08,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a942a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:08,211 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,39963,-1 for getting cluster id 2024-11-24T15:20:08,212 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:08,212 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b82a6d99-3218-4d8f-a400-5c117d6739e6' 2024-11-24T15:20:08,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:08,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b82a6d99-3218-4d8f-a400-5c117d6739e6" 2024-11-24T15:20:08,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@455c946a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:08,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,39963,-1] 2024-11-24T15:20:08,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:08,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:08,213 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:08,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3094995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:08,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547cb61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:08,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,43475,-1 for getting cluster id 2024-11-24T15:20:08,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:08,215 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfaa10d5-6aa2-4476-8f38-44d92a5a9ba1' 2024-11-24T15:20:08,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:08,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfaa10d5-6aa2-4476-8f38-44d92a5a9ba1" 2024-11-24T15:20:08,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3802f1ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:08,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,43475,-1] 2024-11-24T15:20:08,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:08,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:08,216 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:08,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347ab0fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:08,217 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:08,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,43475,1732461597962 2024-11-24T15:20:08,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2777ae1e 2024-11-24T15:20:08,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:20:08,218 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:20:08,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43475 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c99348da3e93:39963,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T15:20:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43475 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T15:20:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:08,221 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:39963' 2024-11-24T15:20:08,223 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a110bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:08,223 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,39963,-1 for getting cluster id 2024-11-24T15:20:08,223 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:08,223 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b82a6d99-3218-4d8f-a400-5c117d6739e6' 2024-11-24T15:20:08,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:08,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b82a6d99-3218-4d8f-a400-5c117d6739e6" 2024-11-24T15:20:08,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fffeaf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:08,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,39963,-1] 2024-11-24T15:20:08,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:08,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:08,224 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:08,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fdc72c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:08,225 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:08,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,39963,1732461602246 2024-11-24T15:20:08,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e7f338d 2024-11-24T15:20:08,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:20:08,226 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:20:08,227 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T15:20:08,227 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T15:20:08,227 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:08,227 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:08,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:20:08,227 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:20:08,228 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T15:20:08,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:20:08,229 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:08,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:20:08,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43863 is added to blk_1073741837_1013 (size=1138) 2024-11-24T15:20:08,278 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T15:20:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:08,637 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e96218ab3a7431b1b1d8db2ac7e09dec, NAME => 'hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889 2024-11-24T15:20:08,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43863 is added to blk_1073741838_1014 (size=44) 2024-11-24T15:20:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:09,042 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:09,042 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e96218ab3a7431b1b1d8db2ac7e09dec, disabling compactions & flushes 2024-11-24T15:20:09,043 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec. 2024-11-24T15:20:09,043 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec. 2024-11-24T15:20:09,043 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec. after waiting 0 ms 2024-11-24T15:20:09,043 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec. 2024-11-24T15:20:09,043 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec. 2024-11-24T15:20:09,043 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e96218ab3a7431b1b1d8db2ac7e09dec: Waiting for close lock at 1732461609042Disabling compacts and flushes for region at 1732461609042Disabling writes for close at 1732461609043 (+1 ms)Writing region close event to WAL at 1732461609043Closed at 1732461609043 2024-11-24T15:20:09,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:20:09,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732461609044"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461609044"}]},"ts":"1732461609044"} 2024-11-24T15:20:09,046 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:20:09,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:20:09,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461609047"}]},"ts":"1732461609047"} 2024-11-24T15:20:09,049 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T15:20:09,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e96218ab3a7431b1b1d8db2ac7e09dec, ASSIGN}] 2024-11-24T15:20:09,050 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e96218ab3a7431b1b1d8db2ac7e09dec, ASSIGN 2024-11-24T15:20:09,051 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e96218ab3a7431b1b1d8db2ac7e09dec, ASSIGN; state=OFFLINE, location=c99348da3e93,37473,1732461598124; forceNewPlan=false, retain=false 2024-11-24T15:20:09,201 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e96218ab3a7431b1b1d8db2ac7e09dec, regionState=OPENING, regionLocation=c99348da3e93,37473,1732461598124 2024-11-24T15:20:09,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e96218ab3a7431b1b1d8db2ac7e09dec, ASSIGN because future has completed 2024-11-24T15:20:09,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e96218ab3a7431b1b1d8db2ac7e09dec, server=c99348da3e93,37473,1732461598124}] 2024-11-24T15:20:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:09,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec. 2024-11-24T15:20:09,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:20:09,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T15:20:09,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C37473%2C1732461598124.rep, suffix=, logDir=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124, archiveDir=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/oldWALs, maxLogs=10 2024-11-24T15:20:09,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.rep.1732461609361, exclude list is [], retry=0 2024-11-24T15:20:09,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43863,DS-f84d9991-3ce3-462c-b1c8-77518bc7e345,DISK] 2024-11-24T15:20:09,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.rep.1732461609361 2024-11-24T15:20:09,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44945:44945)] 2024-11-24T15:20:09,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e96218ab3a7431b1b1d8db2ac7e09dec, NAME => 'hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:20:09,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:20:09,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:20:09,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec. service=MultiRowMutationService 2024-11-24T15:20:09,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T15:20:09,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e96218ab3a7431b1b1d8db2ac7e09dec 2024-11-24T15:20:09,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:09,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e96218ab3a7431b1b1d8db2ac7e09dec 2024-11-24T15:20:09,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e96218ab3a7431b1b1d8db2ac7e09dec 2024-11-24T15:20:09,392 INFO [StoreOpener-e96218ab3a7431b1b1d8db2ac7e09dec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e96218ab3a7431b1b1d8db2ac7e09dec 2024-11-24T15:20:09,393 INFO [StoreOpener-e96218ab3a7431b1b1d8db2ac7e09dec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e96218ab3a7431b1b1d8db2ac7e09dec columnFamilyName hfileref 2024-11-24T15:20:09,393 DEBUG [StoreOpener-e96218ab3a7431b1b1d8db2ac7e09dec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:09,393 INFO [StoreOpener-e96218ab3a7431b1b1d8db2ac7e09dec-1 {}] regionserver.HStore(327): Store=e96218ab3a7431b1b1d8db2ac7e09dec/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:09,393 INFO [StoreOpener-e96218ab3a7431b1b1d8db2ac7e09dec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e96218ab3a7431b1b1d8db2ac7e09dec 2024-11-24T15:20:09,394 INFO [StoreOpener-e96218ab3a7431b1b1d8db2ac7e09dec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e96218ab3a7431b1b1d8db2ac7e09dec columnFamilyName queue 2024-11-24T15:20:09,394 DEBUG [StoreOpener-e96218ab3a7431b1b1d8db2ac7e09dec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:09,395 INFO [StoreOpener-e96218ab3a7431b1b1d8db2ac7e09dec-1 {}] regionserver.HStore(327): Store=e96218ab3a7431b1b1d8db2ac7e09dec/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:09,395 INFO [StoreOpener-e96218ab3a7431b1b1d8db2ac7e09dec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e96218ab3a7431b1b1d8db2ac7e09dec 2024-11-24T15:20:09,395 INFO [StoreOpener-e96218ab3a7431b1b1d8db2ac7e09dec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e96218ab3a7431b1b1d8db2ac7e09dec columnFamilyName sid 2024-11-24T15:20:09,395 DEBUG [StoreOpener-e96218ab3a7431b1b1d8db2ac7e09dec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:09,396 INFO [StoreOpener-e96218ab3a7431b1b1d8db2ac7e09dec-1 {}] regionserver.HStore(327): Store=e96218ab3a7431b1b1d8db2ac7e09dec/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:09,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e96218ab3a7431b1b1d8db2ac7e09dec 2024-11-24T15:20:09,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/replication/e96218ab3a7431b1b1d8db2ac7e09dec 2024-11-24T15:20:09,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/replication/e96218ab3a7431b1b1d8db2ac7e09dec 2024-11-24T15:20:09,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e96218ab3a7431b1b1d8db2ac7e09dec 2024-11-24T15:20:09,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e96218ab3a7431b1b1d8db2ac7e09dec 2024-11-24T15:20:09,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:20:09,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e96218ab3a7431b1b1d8db2ac7e09dec 2024-11-24T15:20:09,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/replication/e96218ab3a7431b1b1d8db2ac7e09dec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:20:09,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e96218ab3a7431b1b1d8db2ac7e09dec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62565142, jitterRate=-0.06770673394203186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:20:09,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e96218ab3a7431b1b1d8db2ac7e09dec 2024-11-24T15:20:09,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e96218ab3a7431b1b1d8db2ac7e09dec: Running coprocessor pre-open hook at 1732461609390Writing region info on filesystem at 1732461609390Initializing all the Stores at 1732461609391 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461609391Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461609391Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461609391Cleaning up temporary data from old regions at 1732461609398 (+7 ms)Running coprocessor post-open hooks at 1732461609402 (+4 ms)Region opened successfully at 1732461609402 2024-11-24T15:20:09,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec., pid=10, masterSystemTime=1732461609356 2024-11-24T15:20:09,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec. 2024-11-24T15:20:09,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec. 2024-11-24T15:20:09,408 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e96218ab3a7431b1b1d8db2ac7e09dec, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,37473,1732461598124 2024-11-24T15:20:09,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e96218ab3a7431b1b1d8db2ac7e09dec, server=c99348da3e93,37473,1732461598124 because future has completed 2024-11-24T15:20:09,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T15:20:09,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e96218ab3a7431b1b1d8db2ac7e09dec, server=c99348da3e93,37473,1732461598124 in 208 msec 2024-11-24T15:20:09,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T15:20:09,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e96218ab3a7431b1b1d8db2ac7e09dec, ASSIGN in 365 msec 2024-11-24T15:20:09,417 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:20:09,417 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461609417"}]},"ts":"1732461609417"} 2024-11-24T15:20:09,419 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T15:20:09,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:20:09,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec 2024-11-24T15:20:09,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec., hostname=c99348da3e93,37473,1732461598124, seqNum=2] 2024-11-24T15:20:09,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37473-0x1014a8ffc330001, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0575119571 2024-11-24T15:20:09,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0575119571 2024-11-24T15:20:09,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T15:20:09,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T15:20:09,598 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T15:20:09,627 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c99348da3e93,37473,1732461598124, ReplicationSource: 1, currentBandwidth=0 2024-11-24T15:20:09,627 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:20:09,627 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,37473,1732461598124, seqNum=-1] 2024-11-24T15:20:09,628 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:20:09,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-24T15:20:09,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c99348da3e93,37473,1732461598124', locateType=CURRENT is [region=hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec., hostname=c99348da3e93,37473,1732461598124, seqNum=2] 2024-11-24T15:20:09,633 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T15:20:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43475 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T15:20:09,635 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c99348da3e93,37473,1732461598124 suceeded 2024-11-24T15:20:09,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T15:20:09,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-24T15:20:09,637 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c99348da3e93:39963,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T15:20:09,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-11-24T15:20:09,649 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:39963' 2024-11-24T15:20:09,650 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@357e852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:09,650 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,39963,-1 for getting cluster id 2024-11-24T15:20:09,650 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:09,651 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b82a6d99-3218-4d8f-a400-5c117d6739e6' 2024-11-24T15:20:09,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:09,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b82a6d99-3218-4d8f-a400-5c117d6739e6" 2024-11-24T15:20:09,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1afbf3d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:09,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,39963,-1] 2024-11-24T15:20:09,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:09,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:09,652 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:09,653 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f77bc85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:09,653 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:09,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,39963,1732461602246 2024-11-24T15:20:09,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e3409d7 2024-11-24T15:20:09,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:20:09,654 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-24T15:20:09,655 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c99348da3e93,37473,1732461598124 (queues=1) is replicating from cluster=cfaa10d5-6aa2-4476-8f38-44d92a5a9ba1 to cluster=b82a6d99-3218-4d8f-a400-5c117d6739e6 2024-11-24T15:20:09,655 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c99348da3e93%2C37473%2C1732461598124 2024-11-24T15:20:09,655 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c99348da3e93,37473,1732461598124, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T15:20:09,655 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.shipperc99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c99348da3e93%2C37473%2C1732461598124 2024-11-24T15:20:09,655 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153, startPosition=0, beingWritten=true 2024-11-24T15:20:09,661 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:20:09,661 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 379, reset compression=false 2024-11-24T15:20:09,661 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.shipperc99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,37473,1732461598124 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:20:09,865 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 379, reset compression=false 2024-11-24T15:20:10,170 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 379, reset compression=false 2024-11-24T15:20:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43475 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:10,367 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T15:20:10,367 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:20:10,367 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:10,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:10,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:10,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:20:10,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718c770c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:10,368 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,39963,-1 for getting cluster id 2024-11-24T15:20:10,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:10,369 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b82a6d99-3218-4d8f-a400-5c117d6739e6' 2024-11-24T15:20:10,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:10,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b82a6d99-3218-4d8f-a400-5c117d6739e6" 2024-11-24T15:20:10,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cb129d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:10,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,39963,-1] 2024-11-24T15:20:10,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:10,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:10,371 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:10,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbf9b79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:10,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:10,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,39963,1732461602246 2024-11-24T15:20:10,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e165346 2024-11-24T15:20:10,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:20:10,373 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:20:10,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c99348da3e93:43475,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T15:20:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T15:20:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:10,376 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:43475' 2024-11-24T15:20:10,377 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683edb31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:10,377 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,43475,-1 for getting cluster id 2024-11-24T15:20:10,377 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:10,378 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfaa10d5-6aa2-4476-8f38-44d92a5a9ba1' 2024-11-24T15:20:10,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:10,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfaa10d5-6aa2-4476-8f38-44d92a5a9ba1" 2024-11-24T15:20:10,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@446e3ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:10,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,43475,-1] 2024-11-24T15:20:10,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:10,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:10,379 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:10,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d9e8d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:10,380 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:10,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,43475,1732461597962 2024-11-24T15:20:10,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44a15b44 2024-11-24T15:20:10,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:20:10,382 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:20:10,382 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T15:20:10,382 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T15:20:10,382 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:10,383 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:10,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:20:10,383 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:20:10,384 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T15:20:10,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:20:10,385 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:10,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:20:10,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39483 is added to blk_1073741837_1013 (size=1138) 2024-11-24T15:20:10,434 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T15:20:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:10,574 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 379, reset compression=false 2024-11-24T15:20:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:10,793 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 52f2ae7e2b3a0e50871cd93c2759dce6, NAME => 'hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718 2024-11-24T15:20:10,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39483 is added to blk_1073741838_1014 (size=44) 2024-11-24T15:20:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:11,079 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 379, reset compression=false 2024-11-24T15:20:11,202 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:11,202 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 52f2ae7e2b3a0e50871cd93c2759dce6, disabling compactions & flushes 2024-11-24T15:20:11,202 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6. 2024-11-24T15:20:11,202 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6. 2024-11-24T15:20:11,202 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6. after waiting 0 ms 2024-11-24T15:20:11,202 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6. 2024-11-24T15:20:11,202 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6. 2024-11-24T15:20:11,202 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 52f2ae7e2b3a0e50871cd93c2759dce6: Waiting for close lock at 1732461611202Disabling compacts and flushes for region at 1732461611202Disabling writes for close at 1732461611202Writing region close event to WAL at 1732461611202Closed at 1732461611202 2024-11-24T15:20:11,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:20:11,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732461611203"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461611203"}]},"ts":"1732461611203"} 2024-11-24T15:20:11,205 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:20:11,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:20:11,206 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461611206"}]},"ts":"1732461611206"} 2024-11-24T15:20:11,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T15:20:11,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=52f2ae7e2b3a0e50871cd93c2759dce6, ASSIGN}] 2024-11-24T15:20:11,209 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=52f2ae7e2b3a0e50871cd93c2759dce6, ASSIGN 2024-11-24T15:20:11,210 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=52f2ae7e2b3a0e50871cd93c2759dce6, ASSIGN; state=OFFLINE, location=c99348da3e93,33601,1732461602282; forceNewPlan=false, retain=false 2024-11-24T15:20:11,360 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=52f2ae7e2b3a0e50871cd93c2759dce6, regionState=OPENING, regionLocation=c99348da3e93,33601,1732461602282 2024-11-24T15:20:11,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=52f2ae7e2b3a0e50871cd93c2759dce6, ASSIGN because future has completed 2024-11-24T15:20:11,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52f2ae7e2b3a0e50871cd93c2759dce6, server=c99348da3e93,33601,1732461602282}] 2024-11-24T15:20:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:11,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6. 2024-11-24T15:20:11,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:20:11,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T15:20:11,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C33601%2C1732461602282.rep, suffix=, logDir=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282, archiveDir=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/oldWALs, maxLogs=10 2024-11-24T15:20:11,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.rep.1732461611521, exclude list is [], retry=0 2024-11-24T15:20:11,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39483,DS-17f744ea-7cc9-46db-81c2-1e3288eb113e,DISK] 2024-11-24T15:20:11,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.rep.1732461611521 2024-11-24T15:20:11,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42737:42737)] 2024-11-24T15:20:11,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 52f2ae7e2b3a0e50871cd93c2759dce6, NAME => 'hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:20:11,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:20:11,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:20:11,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6. service=MultiRowMutationService 2024-11-24T15:20:11,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T15:20:11,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 52f2ae7e2b3a0e50871cd93c2759dce6 2024-11-24T15:20:11,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:11,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 52f2ae7e2b3a0e50871cd93c2759dce6 2024-11-24T15:20:11,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 52f2ae7e2b3a0e50871cd93c2759dce6 2024-11-24T15:20:11,539 INFO [StoreOpener-52f2ae7e2b3a0e50871cd93c2759dce6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 52f2ae7e2b3a0e50871cd93c2759dce6 2024-11-24T15:20:11,540 INFO [StoreOpener-52f2ae7e2b3a0e50871cd93c2759dce6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52f2ae7e2b3a0e50871cd93c2759dce6 columnFamilyName hfileref 2024-11-24T15:20:11,540 DEBUG [StoreOpener-52f2ae7e2b3a0e50871cd93c2759dce6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:11,541 INFO [StoreOpener-52f2ae7e2b3a0e50871cd93c2759dce6-1 {}] regionserver.HStore(327): Store=52f2ae7e2b3a0e50871cd93c2759dce6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:11,541 INFO [StoreOpener-52f2ae7e2b3a0e50871cd93c2759dce6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 52f2ae7e2b3a0e50871cd93c2759dce6 2024-11-24T15:20:11,542 INFO [StoreOpener-52f2ae7e2b3a0e50871cd93c2759dce6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52f2ae7e2b3a0e50871cd93c2759dce6 columnFamilyName queue 2024-11-24T15:20:11,542 DEBUG [StoreOpener-52f2ae7e2b3a0e50871cd93c2759dce6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:11,542 INFO [StoreOpener-52f2ae7e2b3a0e50871cd93c2759dce6-1 {}] regionserver.HStore(327): Store=52f2ae7e2b3a0e50871cd93c2759dce6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:11,542 INFO [StoreOpener-52f2ae7e2b3a0e50871cd93c2759dce6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 52f2ae7e2b3a0e50871cd93c2759dce6 2024-11-24T15:20:11,543 INFO [StoreOpener-52f2ae7e2b3a0e50871cd93c2759dce6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52f2ae7e2b3a0e50871cd93c2759dce6 columnFamilyName sid 2024-11-24T15:20:11,543 DEBUG [StoreOpener-52f2ae7e2b3a0e50871cd93c2759dce6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:11,543 INFO [StoreOpener-52f2ae7e2b3a0e50871cd93c2759dce6-1 {}] regionserver.HStore(327): Store=52f2ae7e2b3a0e50871cd93c2759dce6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:11,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 52f2ae7e2b3a0e50871cd93c2759dce6 2024-11-24T15:20:11,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/replication/52f2ae7e2b3a0e50871cd93c2759dce6 2024-11-24T15:20:11,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/replication/52f2ae7e2b3a0e50871cd93c2759dce6 2024-11-24T15:20:11,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 52f2ae7e2b3a0e50871cd93c2759dce6 2024-11-24T15:20:11,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 52f2ae7e2b3a0e50871cd93c2759dce6 2024-11-24T15:20:11,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:20:11,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 52f2ae7e2b3a0e50871cd93c2759dce6 2024-11-24T15:20:11,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/replication/52f2ae7e2b3a0e50871cd93c2759dce6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:20:11,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 52f2ae7e2b3a0e50871cd93c2759dce6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61015267, jitterRate=-0.0908016711473465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:20:11,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52f2ae7e2b3a0e50871cd93c2759dce6 2024-11-24T15:20:11,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 52f2ae7e2b3a0e50871cd93c2759dce6: Running coprocessor pre-open hook at 1732461611538Writing region info on filesystem at 1732461611538Initializing all the Stores at 1732461611539 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461611539Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461611539Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461611539Cleaning up temporary data from old regions at 1732461611545 (+6 ms)Running coprocessor post-open hooks at 1732461611549 (+4 ms)Region opened successfully at 1732461611549 2024-11-24T15:20:11,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6., pid=10, masterSystemTime=1732461611515 2024-11-24T15:20:11,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6. 2024-11-24T15:20:11,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6. 2024-11-24T15:20:11,552 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=52f2ae7e2b3a0e50871cd93c2759dce6, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,33601,1732461602282 2024-11-24T15:20:11,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52f2ae7e2b3a0e50871cd93c2759dce6, server=c99348da3e93,33601,1732461602282 because future has completed 2024-11-24T15:20:11,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T15:20:11,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 52f2ae7e2b3a0e50871cd93c2759dce6, server=c99348da3e93,33601,1732461602282 in 192 msec 2024-11-24T15:20:11,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T15:20:11,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=52f2ae7e2b3a0e50871cd93c2759dce6, ASSIGN in 348 msec 2024-11-24T15:20:11,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:20:11,559 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461611559"}]},"ts":"1732461611559"} 2024-11-24T15:20:11,560 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T15:20:11,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:20:11,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-24T15:20:11,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6., hostname=c99348da3e93,33601,1732461602282, seqNum=2] 2024-11-24T15:20:11,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446291363 2024-11-24T15:20:11,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33601-0x1014a8ffc330004, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446291363 2024-11-24T15:20:11,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T15:20:11,683 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 379, reset compression=false 2024-11-24T15:20:11,746 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:11,747 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c99348da3e93,36763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:36763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T15:20:11,747 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18295 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c99348da3e93,36763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:36763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T15:20:11,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T15:20:11,753 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T15:20:11,781 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c99348da3e93,33601,1732461602282, ReplicationSource: 1, currentBandwidth=0 2024-11-24T15:20:11,782 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:20:11,782 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,33601,1732461602282, seqNum=-1] 2024-11-24T15:20:11,782 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:20:11,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-24T15:20:11,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c99348da3e93,33601,1732461602282', locateType=CURRENT is [region=hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6., hostname=c99348da3e93,33601,1732461602282, seqNum=2] 2024-11-24T15:20:11,787 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T15:20:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T15:20:11,789 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c99348da3e93,33601,1732461602282 suceeded 2024-11-24T15:20:11,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T15:20:11,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-24T15:20:11,790 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c99348da3e93:43475,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T15:20:11,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4170 sec 2024-11-24T15:20:11,800 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:43475' 2024-11-24T15:20:11,802 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@207843ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:11,802 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,43475,-1 for getting cluster id 2024-11-24T15:20:11,802 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:11,802 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfaa10d5-6aa2-4476-8f38-44d92a5a9ba1' 2024-11-24T15:20:11,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:11,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfaa10d5-6aa2-4476-8f38-44d92a5a9ba1" 2024-11-24T15:20:11,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16ac9621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:11,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,43475,-1] 2024-11-24T15:20:11,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:11,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:11,804 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:11,805 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25647cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:11,805 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:11,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,43475,1732461597962 2024-11-24T15:20:11,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c3dbc58 2024-11-24T15:20:11,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:20:11,807 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-24T15:20:11,807 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c99348da3e93,33601,1732461602282 (queues=1) is replicating from cluster=b82a6d99-3218-4d8f-a400-5c117d6739e6 to cluster=cfaa10d5-6aa2-4476-8f38-44d92a5a9ba1 2024-11-24T15:20:11,807 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c99348da3e93%2C33601%2C1732461602282 2024-11-24T15:20:11,807 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c99348da3e93,33601,1732461602282, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T15:20:11,808 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861, startPosition=0, beingWritten=true 2024-11-24T15:20:11,808 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.shipperc99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c99348da3e93%2C33601%2C1732461602282 2024-11-24T15:20:11,813 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:20:11,813 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861 to pos 379, reset compression=false 2024-11-24T15:20:11,813 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.shipperc99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,33601,1732461602282 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:20:12,003 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T15:20:12,016 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861 to pos 379, reset compression=false 2024-11-24T15:20:12,320 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861 to pos 379, reset compression=false 2024-11-24T15:20:12,387 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 379, reset compression=false 2024-11-24T15:20:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:12,528 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T15:20:12,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:20:12,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:12,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:12,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:12,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:20:12,529 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:20:12,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,37473,1732461598124, seqNum=-1] 2024-11-24T15:20:12,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:20:12,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:20:12,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732461604918.3bee9b1e62ddc3a7b6e68fe82a6100ee., hostname=c99348da3e93,37473,1732461598124, seqNum=2] 2024-11-24T15:20:12,535 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:20:12,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,33601,1732461602282, seqNum=-1] 2024-11-24T15:20:12,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:20:12,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:20:12,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732461606060.fc079b1a0ff41143205008c45cfb6a1a., hostname=c99348da3e93,33601,1732461602282, seqNum=2] 2024-11-24T15:20:12,539 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T15:20:12,699 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:20:12,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:12,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:12,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:12,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:12,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:12,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:12,724 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861 to pos 379, reset compression=false 2024-11-24T15:20:12,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:12,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:12,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:12,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:12,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T15:20:12,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T15:20:12,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T15:20:12,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T15:20:12,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T15:20:12,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T15:20:13,191 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 379, reset compression=false 2024-11-24T15:20:13,196 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:20:13,196 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 480, reset compression=false 2024-11-24T15:20:13,196 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.shipperc99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,37473,1732461598124 got entry batch from reader: WALEntryBatch [walEntries=[{test/3bee9b1e62ddc3a7b6e68fe82a6100ee/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-24T15:20:13,199 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.shipperc99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:20:13,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-24T15:20:13,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:20:13,210 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@508fcf1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:13,210 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,39963,-1 for getting cluster id 2024-11-24T15:20:13,210 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:13,210 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b82a6d99-3218-4d8f-a400-5c117d6739e6' 2024-11-24T15:20:13,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:13,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b82a6d99-3218-4d8f-a400-5c117d6739e6" 2024-11-24T15:20:13,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57a8a5a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:13,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,39963,-1] 2024-11-24T15:20:13,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:13,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:13,212 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:13,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12d12ac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:13,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:20:13,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,33601,1732461602282, seqNum=-1] 2024-11-24T15:20:13,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:20:13,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-24T15:20:13,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732461606060.fc079b1a0ff41143205008c45cfb6a1a., hostname=c99348da3e93,33601,1732461602282, seqNum=2] 2024-11-24T15:20:13,229 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861 to pos 379, reset compression=false 2024-11-24T15:20:13,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:20:13,401 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 480, reset compression=false 2024-11-24T15:20:13,543 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-24T15:20:13,546 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-24T15:20:13,705 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 480, reset compression=false 2024-11-24T15:20:13,837 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861 to pos 379, reset compression=false 2024-11-24T15:20:13,843 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:20:13,843 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861 to pos 608, reset compression=false 2024-11-24T15:20:13,843 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.shipperc99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,33601,1732461602282 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc079b1a0ff41143205008c45cfb6a1a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T15:20:13,845 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.shipperc99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:20:13,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-24T15:20:13,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37473 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:20:13,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bdcbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:13,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37473 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,43475,-1 for getting cluster id 2024-11-24T15:20:13,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:13,848 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfaa10d5-6aa2-4476-8f38-44d92a5a9ba1' 2024-11-24T15:20:13,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:13,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfaa10d5-6aa2-4476-8f38-44d92a5a9ba1" 2024-11-24T15:20:13,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d4fa8aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:13,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,43475,-1] 2024-11-24T15:20:13,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:13,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:13,850 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:13,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e94de99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:13,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37473 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:20:13,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,37473,1732461598124, seqNum=-1] 2024-11-24T15:20:13,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:20:13,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-24T15:20:13,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732461604918.3bee9b1e62ddc3a7b6e68fe82a6100ee., hostname=c99348da3e93,37473,1732461598124, seqNum=2] 2024-11-24T15:20:13,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37473 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:20:14,047 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861 to pos 608, reset compression=false 2024-11-24T15:20:14,109 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 480, reset compression=false 2024-11-24T15:20:14,114 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:20:14,114 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 608, reset compression=false 2024-11-24T15:20:14,114 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.shipperc99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,37473,1732461598124 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:20:14,317 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 608, reset compression=false 2024-11-24T15:20:14,351 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861 to pos 608, reset compression=false 2024-11-24T15:20:14,549 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-24T15:20:14,555 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-24T15:20:14,621 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 608, reset compression=false 2024-11-24T15:20:14,626 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:20:14,626 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 764, reset compression=false 2024-11-24T15:20:14,626 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.shipperc99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,37473,1732461598124 got entry batch from reader: WALEntryBatch [walEntries=[{test/3bee9b1e62ddc3a7b6e68fe82a6100ee/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-24T15:20:14,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:20:14,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:20:14,755 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861 to pos 608, reset compression=false 2024-11-24T15:20:14,759 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:20:14,759 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861 to pos 756, reset compression=false 2024-11-24T15:20:14,759 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.shipperc99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,33601,1732461602282 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:20:14,829 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 764, reset compression=false 2024-11-24T15:20:14,962 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861 to pos 756, reset compression=false 2024-11-24T15:20:15,133 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 764, reset compression=false 2024-11-24T15:20:15,266 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861 to pos 756, reset compression=false 2024-11-24T15:20:15,536 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 764, reset compression=false 2024-11-24T15:20:15,557 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-24T15:20:15,560 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-24T15:20:15,670 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861 to pos 756, reset compression=false 2024-11-24T15:20:15,675 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:20:15,675 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861 to pos 915, reset compression=false 2024-11-24T15:20:15,675 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.shipperc99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,33601,1732461602282 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc079b1a0ff41143205008c45cfb6a1a/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T15:20:15,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37473 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:20:15,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37473 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:20:15,879 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861 to pos 915, reset compression=false 2024-11-24T15:20:16,040 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 764, reset compression=false 2024-11-24T15:20:16,044 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:20:16,044 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 914, reset compression=false 2024-11-24T15:20:16,044 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.shipperc99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,37473,1732461598124 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:20:16,183 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861 to pos 915, reset compression=false 2024-11-24T15:20:16,248 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 914, reset compression=false 2024-11-24T15:20:16,551 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 914, reset compression=false 2024-11-24T15:20:16,562 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-24T15:20:16,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T15:20:16,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:20:16,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:16,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:16,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:16,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:20:16,565 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T15:20:16,565 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=908255927, stopped=false 2024-11-24T15:20:16,565 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c99348da3e93,39963,1732461602246 2024-11-24T15:20:16,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11446291363/running 2024-11-24T15:20:16,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33601-0x1014a8ffc330004, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11446291363/running 2024-11-24T15:20:16,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446291363 2024-11-24T15:20:16,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33601-0x1014a8ffc330004, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446291363 2024-11-24T15:20:16,566 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:20:16,567 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:20:16,567 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:16,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:16,567 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c99348da3e93,33601,1732461602282' ***** 2024-11-24T15:20:16,567 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T15:20:16,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Set watcher on znode that does not yet exist, /11446291363/running 2024-11-24T15:20:16,568 INFO [RS:0;c99348da3e93:33601 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T15:20:16,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33601-0x1014a8ffc330004, quorum=127.0.0.1:63859, baseZNode=/11446291363 Set watcher on znode that does not yet exist, /11446291363/running 2024-11-24T15:20:16,568 INFO [RS:0;c99348da3e93:33601 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T15:20:16,568 INFO [RS:0;c99348da3e93:33601 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T15:20:16,568 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T15:20:16,568 INFO [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(3091): Received CLOSE for fc079b1a0ff41143205008c45cfb6a1a 2024-11-24T15:20:16,568 INFO [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(3091): Received CLOSE for 52f2ae7e2b3a0e50871cd93c2759dce6 2024-11-24T15:20:16,568 INFO [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(959): stopping server c99348da3e93,33601,1732461602282 2024-11-24T15:20:16,568 INFO [RS:0;c99348da3e93:33601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:20:16,568 INFO [RS:0;c99348da3e93:33601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:33601. 2024-11-24T15:20:16,568 DEBUG [RS:0;c99348da3e93:33601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:16,568 DEBUG [RS:0;c99348da3e93:33601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:16,568 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc079b1a0ff41143205008c45cfb6a1a, disabling compactions & flushes 2024-11-24T15:20:16,569 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732461606060.fc079b1a0ff41143205008c45cfb6a1a. 2024-11-24T15:20:16,569 INFO [RS:0;c99348da3e93:33601 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T15:20:16,569 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461606060.fc079b1a0ff41143205008c45cfb6a1a. 2024-11-24T15:20:16,569 INFO [RS:0;c99348da3e93:33601 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T15:20:16,569 INFO [RS:0;c99348da3e93:33601 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T15:20:16,569 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732461606060.fc079b1a0ff41143205008c45cfb6a1a. after waiting 0 ms 2024-11-24T15:20:16,569 INFO [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T15:20:16,569 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732461606060.fc079b1a0ff41143205008c45cfb6a1a. 2024-11-24T15:20:16,569 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fc079b1a0ff41143205008c45cfb6a1a 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-24T15:20:16,569 INFO [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T15:20:16,569 DEBUG [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fc079b1a0ff41143205008c45cfb6a1a=test,,1732461606060.fc079b1a0ff41143205008c45cfb6a1a., 52f2ae7e2b3a0e50871cd93c2759dce6=hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6.} 2024-11-24T15:20:16,569 DEBUG [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52f2ae7e2b3a0e50871cd93c2759dce6, fc079b1a0ff41143205008c45cfb6a1a 2024-11-24T15:20:16,569 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:20:16,569 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:20:16,569 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:20:16,569 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:20:16,569 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:20:16,569 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T15:20:16,585 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/meta/1588230740/.tmp/info/3765185b7a27481e99a92f0ba7d46d38 is 147, key is hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6./info:regioninfo/1732461611552/Put/seqid=0 2024-11-24T15:20:16,587 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861 to pos 915, reset compression=false 2024-11-24T15:20:16,587 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/default/test/fc079b1a0ff41143205008c45cfb6a1a/.tmp/f/5e639c5571bb45e9a1b1d223c31265a3 is 29, key is row1/f:/1732461615557/DeleteFamily/seqid=0 2024-11-24T15:20:16,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39483 is added to blk_1073741840_1016 (size=7686) 2024-11-24T15:20:16,594 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:20:16,594 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861 to pos 1162, reset compression=false 2024-11-24T15:20:16,594 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.shipperc99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,33601,1732461602282 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:20:16,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39483 is added to blk_1073741841_1017 (size=5118) 2024-11-24T15:20:16,595 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/default/test/fc079b1a0ff41143205008c45cfb6a1a/.tmp/f/5e639c5571bb45e9a1b1d223c31265a3 2024-11-24T15:20:16,595 ERROR [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.shipperc99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c99348da3e93,33601,1732461602282: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c99348da3e93,33601,1732461602282, walGroup=c99348da3e93%2C33601%2C1732461602282, offset=c99348da3e93%2C33601%2C1732461602282.1732461603861:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:33601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T15:20:16,596 ERROR [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.shipperc99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T15:20:16,596 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.shipperc99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T15:20:16,597 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.shipperc99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T15:20:16,598 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.shipperc99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T15:20:16,598 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.shipperc99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T15:20:16,598 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.shipperc99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 658168832 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 191200664 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T15:20:16,600 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e639c5571bb45e9a1b1d223c31265a3 2024-11-24T15:20:16,600 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.shipperc99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:39963 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:39963 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T15:20:16,621 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/default/test/fc079b1a0ff41143205008c45cfb6a1a/.tmp/f1/cea6090c139b41ab8e840d54e0731323 is 30, key is row1/f1:/1732461615557/DeleteFamily/seqid=0 2024-11-24T15:20:16,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39483 is added to blk_1073741842_1018 (size=5123) 2024-11-24T15:20:16,638 INFO [regionserver/c99348da3e93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:20:16,731 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T15:20:16,731 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T15:20:16,769 DEBUG [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52f2ae7e2b3a0e50871cd93c2759dce6, fc079b1a0ff41143205008c45cfb6a1a 2024-11-24T15:20:16,809 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861 to pos 1162, reset compression=false 2024-11-24T15:20:16,955 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 914, reset compression=false 2024-11-24T15:20:16,969 DEBUG [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52f2ae7e2b3a0e50871cd93c2759dce6, fc079b1a0ff41143205008c45cfb6a1a 2024-11-24T15:20:16,990 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/meta/1588230740/.tmp/info/3765185b7a27481e99a92f0ba7d46d38 2024-11-24T15:20:17,008 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/meta/1588230740/.tmp/ns/4a3197b31bfd4705b9c8f7e8ebd2dc58 is 43, key is default/ns:d/1732461604863/Put/seqid=0 2024-11-24T15:20:17,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39483 is added to blk_1073741843_1019 (size=5153) 2024-11-24T15:20:17,025 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/default/test/fc079b1a0ff41143205008c45cfb6a1a/.tmp/f1/cea6090c139b41ab8e840d54e0731323 2024-11-24T15:20:17,028 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cea6090c139b41ab8e840d54e0731323 2024-11-24T15:20:17,043 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/default/test/fc079b1a0ff41143205008c45cfb6a1a/.tmp/norep/04aaba09ae6b4c1c9d76e37dc0469694 is 33, key is row1/norep:/1732461615557/DeleteFamily/seqid=0 2024-11-24T15:20:17,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39483 is added to blk_1073741844_1020 (size=5108) 2024-11-24T15:20:17,114 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861 to pos 1162, reset compression=false 2024-11-24T15:20:17,169 DEBUG [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52f2ae7e2b3a0e50871cd93c2759dce6, fc079b1a0ff41143205008c45cfb6a1a 2024-11-24T15:20:17,370 DEBUG [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52f2ae7e2b3a0e50871cd93c2759dce6, fc079b1a0ff41143205008c45cfb6a1a 2024-11-24T15:20:17,412 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/meta/1588230740/.tmp/ns/4a3197b31bfd4705b9c8f7e8ebd2dc58 2024-11-24T15:20:17,430 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/meta/1588230740/.tmp/rep_barrier/b072b870b0524195a05f4c4294e5471e is 112, key is test,,1732461606060.fc079b1a0ff41143205008c45cfb6a1a./rep_barrier:seqnumDuringOpen/1732461607210/Put/seqid=0 2024-11-24T15:20:17,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39483 is added to blk_1073741845_1021 (size=5518) 2024-11-24T15:20:17,446 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/default/test/fc079b1a0ff41143205008c45cfb6a1a/.tmp/norep/04aaba09ae6b4c1c9d76e37dc0469694 2024-11-24T15:20:17,450 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 04aaba09ae6b4c1c9d76e37dc0469694 2024-11-24T15:20:17,450 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/default/test/fc079b1a0ff41143205008c45cfb6a1a/.tmp/f/5e639c5571bb45e9a1b1d223c31265a3 as hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/default/test/fc079b1a0ff41143205008c45cfb6a1a/f/5e639c5571bb45e9a1b1d223c31265a3 2024-11-24T15:20:17,454 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e639c5571bb45e9a1b1d223c31265a3 2024-11-24T15:20:17,454 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/default/test/fc079b1a0ff41143205008c45cfb6a1a/f/5e639c5571bb45e9a1b1d223c31265a3, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T15:20:17,455 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/default/test/fc079b1a0ff41143205008c45cfb6a1a/.tmp/f1/cea6090c139b41ab8e840d54e0731323 as hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/default/test/fc079b1a0ff41143205008c45cfb6a1a/f1/cea6090c139b41ab8e840d54e0731323 2024-11-24T15:20:17,458 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cea6090c139b41ab8e840d54e0731323 2024-11-24T15:20:17,458 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/default/test/fc079b1a0ff41143205008c45cfb6a1a/f1/cea6090c139b41ab8e840d54e0731323, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T15:20:17,458 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/default/test/fc079b1a0ff41143205008c45cfb6a1a/.tmp/norep/04aaba09ae6b4c1c9d76e37dc0469694 as hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/default/test/fc079b1a0ff41143205008c45cfb6a1a/norep/04aaba09ae6b4c1c9d76e37dc0469694 2024-11-24T15:20:17,459 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 914, reset compression=false 2024-11-24T15:20:17,463 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 04aaba09ae6b4c1c9d76e37dc0469694 2024-11-24T15:20:17,463 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/default/test/fc079b1a0ff41143205008c45cfb6a1a/norep/04aaba09ae6b4c1c9d76e37dc0469694, entries=1, sequenceid=8, filesize=5.0 K 2024-11-24T15:20:17,464 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fc079b1a0ff41143205008c45cfb6a1a in 895ms, sequenceid=8, compaction requested=false 2024-11-24T15:20:17,468 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/default/test/fc079b1a0ff41143205008c45cfb6a1a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T15:20:17,469 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:20:17,469 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T15:20:17,469 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732461606060.fc079b1a0ff41143205008c45cfb6a1a. 2024-11-24T15:20:17,469 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc079b1a0ff41143205008c45cfb6a1a: Waiting for close lock at 1732461616568Running coprocessor pre-close hooks at 1732461616568Disabling compacts and flushes for region at 1732461616568Disabling writes for close at 1732461616569 (+1 ms)Obtaining lock to block concurrent updates at 1732461616569Preparing flush snapshotting stores in fc079b1a0ff41143205008c45cfb6a1a at 1732461616569Finished memstore snapshotting test,,1732461606060.fc079b1a0ff41143205008c45cfb6a1a., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732461616569Flushing stores of test,,1732461606060.fc079b1a0ff41143205008c45cfb6a1a. at 1732461616570 (+1 ms)Flushing fc079b1a0ff41143205008c45cfb6a1a/f: creating writer at 1732461616570Flushing fc079b1a0ff41143205008c45cfb6a1a/f: appending metadata at 1732461616586 (+16 ms)Flushing fc079b1a0ff41143205008c45cfb6a1a/f: closing flushed file at 1732461616586Flushing fc079b1a0ff41143205008c45cfb6a1a/f1: creating writer at 1732461616600 (+14 ms)Flushing fc079b1a0ff41143205008c45cfb6a1a/f1: appending metadata at 1732461616620 (+20 ms)Flushing fc079b1a0ff41143205008c45cfb6a1a/f1: closing flushed file at 1732461616620Flushing fc079b1a0ff41143205008c45cfb6a1a/norep: creating writer at 1732461617028 (+408 ms)Flushing fc079b1a0ff41143205008c45cfb6a1a/norep: appending metadata at 1732461617042 (+14 ms)Flushing fc079b1a0ff41143205008c45cfb6a1a/norep: closing flushed file at 1732461617042Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61374e91: reopening flushed file at 1732461617450 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@701a6608: reopening flushed file at 1732461617454 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68a39904: reopening flushed file at 1732461617458 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fc079b1a0ff41143205008c45cfb6a1a in 895ms, sequenceid=8, compaction requested=false at 1732461617464 (+6 ms)Writing region close event to WAL at 1732461617465 (+1 ms)Running coprocessor post-close hooks at 1732461617468 (+3 ms)Closed at 1732461617469 (+1 ms) 2024-11-24T15:20:17,469 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732461606060.fc079b1a0ff41143205008c45cfb6a1a. 2024-11-24T15:20:17,469 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52f2ae7e2b3a0e50871cd93c2759dce6, disabling compactions & flushes 2024-11-24T15:20:17,469 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6. 2024-11-24T15:20:17,469 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6. 2024-11-24T15:20:17,469 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6. after waiting 0 ms 2024-11-24T15:20:17,469 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6. 2024-11-24T15:20:17,469 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52f2ae7e2b3a0e50871cd93c2759dce6: Waiting for close lock at 1732461617469Running coprocessor pre-close hooks at 1732461617469Disabling compacts and flushes for region at 1732461617469Disabling writes for close at 1732461617469Failed flush hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6., putting online again at 1732461617469 2024-11-24T15:20:17,470 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6. 2024-11-24T15:20:17,517 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861 to pos 1162, reset compression=false 2024-11-24T15:20:17,522 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:20:17,522 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861 to pos 1806, reset compression=false 2024-11-24T15:20:17,570 INFO [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T15:20:17,570 DEBUG [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 52f2ae7e2b3a0e50871cd93c2759dce6=hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6.} 2024-11-24T15:20:17,570 INFO [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(3091): Received CLOSE for 52f2ae7e2b3a0e50871cd93c2759dce6 2024-11-24T15:20:17,570 DEBUG [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52f2ae7e2b3a0e50871cd93c2759dce6 2024-11-24T15:20:17,570 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52f2ae7e2b3a0e50871cd93c2759dce6, disabling compactions & flushes 2024-11-24T15:20:17,570 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6. 2024-11-24T15:20:17,570 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6. 2024-11-24T15:20:17,570 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6. after waiting 0 ms 2024-11-24T15:20:17,570 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6. 2024-11-24T15:20:17,570 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52f2ae7e2b3a0e50871cd93c2759dce6: Waiting for close lock at 1732461617570Running coprocessor pre-close hooks at 1732461617570Disabling compacts and flushes for region at 1732461617570Disabling writes for close at 1732461617570Failed flush hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6., putting online again at 1732461617570 2024-11-24T15:20:17,570 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732461610383.52f2ae7e2b3a0e50871cd93c2759dce6. 2024-11-24T15:20:17,726 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861 to pos 1806, reset compression=false 2024-11-24T15:20:17,770 DEBUG [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:20:17,834 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/meta/1588230740/.tmp/rep_barrier/b072b870b0524195a05f4c4294e5471e 2024-11-24T15:20:17,852 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/meta/1588230740/.tmp/table/58aeb17804ee40828d8cbae78c6f5516 is 53, key is hbase:replication/table:state/1732461611559/Put/seqid=0 2024-11-24T15:20:17,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39483 is added to blk_1073741846_1022 (size=5308) 2024-11-24T15:20:17,970 DEBUG [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:20:18,030 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861 to pos 1806, reset compression=false 2024-11-24T15:20:18,063 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 914, reset compression=false 2024-11-24T15:20:18,171 DEBUG [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:20:18,256 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/meta/1588230740/.tmp/table/58aeb17804ee40828d8cbae78c6f5516 2024-11-24T15:20:18,260 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/meta/1588230740/.tmp/info/3765185b7a27481e99a92f0ba7d46d38 as hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/meta/1588230740/info/3765185b7a27481e99a92f0ba7d46d38 2024-11-24T15:20:18,263 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/meta/1588230740/info/3765185b7a27481e99a92f0ba7d46d38, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T15:20:18,264 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/meta/1588230740/.tmp/ns/4a3197b31bfd4705b9c8f7e8ebd2dc58 as hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/meta/1588230740/ns/4a3197b31bfd4705b9c8f7e8ebd2dc58 2024-11-24T15:20:18,267 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/meta/1588230740/ns/4a3197b31bfd4705b9c8f7e8ebd2dc58, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T15:20:18,268 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/meta/1588230740/.tmp/rep_barrier/b072b870b0524195a05f4c4294e5471e as hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/meta/1588230740/rep_barrier/b072b870b0524195a05f4c4294e5471e 2024-11-24T15:20:18,271 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/meta/1588230740/rep_barrier/b072b870b0524195a05f4c4294e5471e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T15:20:18,272 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/meta/1588230740/.tmp/table/58aeb17804ee40828d8cbae78c6f5516 as hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/meta/1588230740/table/58aeb17804ee40828d8cbae78c6f5516 2024-11-24T15:20:18,275 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/meta/1588230740/table/58aeb17804ee40828d8cbae78c6f5516, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T15:20:18,276 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false 2024-11-24T15:20:18,280 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T15:20:18,280 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:20:18,280 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:20:18,280 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:20:18,280 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461616569Running coprocessor pre-close hooks at 1732461616569Disabling compacts and flushes for region at 1732461616569Disabling writes for close at 1732461616569Obtaining lock to block concurrent updates at 1732461616569Preparing flush snapshotting stores in 1588230740 at 1732461616569Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732461616569Flushing stores of hbase:meta,,1.1588230740 at 1732461616570 (+1 ms)Flushing 1588230740/info: creating writer at 1732461616570Flushing 1588230740/info: appending metadata at 1732461616585 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732461616585Flushing 1588230740/ns: creating writer at 1732461616994 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732461617008 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732461617008Flushing 1588230740/rep_barrier: creating writer at 1732461617416 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732461617430 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732461617430Flushing 1588230740/table: creating writer at 1732461617838 (+408 ms)Flushing 1588230740/table: appending metadata at 1732461617851 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732461617851Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d9f123f: reopening flushed file at 1732461618259 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4efd266: reopening flushed file at 1732461618264 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15e73398: reopening flushed file at 1732461618268 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11cbb464: reopening flushed file at 1732461618272 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false at 1732461618276 (+4 ms)Writing region close event to WAL at 1732461618278 (+2 ms)Running coprocessor post-close hooks at 1732461618280 (+2 ms)Closed at 1732461618280 2024-11-24T15:20:18,281 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T15:20:18,371 INFO [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T15:20:18,371 INFO [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(976): stopping server c99348da3e93,33601,1732461602282; all regions closed. 2024-11-24T15:20:18,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39483 is added to blk_1073741834_1010 (size=4239) 2024-11-24T15:20:18,373 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.meta.1732461604819.meta not finished, retry = 0 2024-11-24T15:20:18,433 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/WALs/c99348da3e93,33601,1732461602282/c99348da3e93%2C33601%2C1732461602282.1732461603861 to pos 1806, reset compression=false 2024-11-24T15:20:18,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39483 is added to blk_1073741839_1015 (size=1515) 2024-11-24T15:20:18,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39483 is added to blk_1073741832_1008 (size=1814) 2024-11-24T15:20:18,478 DEBUG [RS:0;c99348da3e93:33601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:18,478 INFO [RS:0;c99348da3e93:33601 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:20:18,478 INFO [RS:0;c99348da3e93:33601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:20:18,478 INFO [RS:0;c99348da3e93:33601 {}] hbase.ChoreService(370): Chore service for: regionserver/c99348da3e93:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T15:20:18,478 INFO [RS:0;c99348da3e93:33601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:20:18,478 INFO [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:20:18,479 INFO [RS:0;c99348da3e93:33601 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c99348da3e93,33601,1732461602282 because: Region server is closing 2024-11-24T15:20:18,479 INFO [RS:0;c99348da3e93:33601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:33601. 2024-11-24T15:20:18,479 DEBUG [RS:0;c99348da3e93:33601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:18,479 DEBUG [RS:0;c99348da3e93:33601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:18,479 DEBUG [RS:0;c99348da3e93:33601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:18,479 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:20:18,579 INFO [RS:0;c99348da3e93:33601 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.shipperc99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 terminated 2024-11-24T15:20:18,579 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,33601,1732461602282.replicationSource.wal-reader.c99348da3e93%2C33601%2C1732461602282,1-c99348da3e93,33601,1732461602282 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T15:20:18,579 INFO [RS:0;c99348da3e93:33601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:33601. 2024-11-24T15:20:18,580 DEBUG [RS:0;c99348da3e93:33601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:18,580 DEBUG [RS:0;c99348da3e93:33601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:18,580 DEBUG [RS:0;c99348da3e93:33601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:18,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:20:18,580 INFO [RS:0;c99348da3e93:33601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33601 2024-11-24T15:20:18,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33601-0x1014a8ffc330004, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11446291363/rs/c99348da3e93,33601,1732461602282 2024-11-24T15:20:18,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446291363/rs 2024-11-24T15:20:18,583 INFO [RS:0;c99348da3e93:33601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:20:18,584 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c99348da3e93,33601,1732461602282] 2024-11-24T15:20:18,585 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11446291363/draining/c99348da3e93,33601,1732461602282 already deleted, retry=false 2024-11-24T15:20:18,585 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c99348da3e93,33601,1732461602282 expired; onlineServers=0 2024-11-24T15:20:18,585 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c99348da3e93,39963,1732461602246' ***** 2024-11-24T15:20:18,585 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T15:20:18,585 INFO [M:0;c99348da3e93:39963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:20:18,585 INFO [M:0;c99348da3e93:39963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:20:18,585 DEBUG [M:0;c99348da3e93:39963 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T15:20:18,585 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T15:20:18,585 DEBUG [M:0;c99348da3e93:39963 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T15:20:18,585 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461603668 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461603668,5,FailOnTimeoutGroup] 2024-11-24T15:20:18,585 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461603667 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461603667,5,FailOnTimeoutGroup] 2024-11-24T15:20:18,585 INFO [M:0;c99348da3e93:39963 {}] hbase.ChoreService(370): Chore service for: master/c99348da3e93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T15:20:18,586 INFO [M:0;c99348da3e93:39963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:20:18,586 DEBUG [M:0;c99348da3e93:39963 {}] master.HMaster(1795): Stopping service threads 2024-11-24T15:20:18,586 INFO [M:0;c99348da3e93:39963 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T15:20:18,586 INFO [M:0;c99348da3e93:39963 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:20:18,586 INFO [M:0;c99348da3e93:39963 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T15:20:18,586 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T15:20:18,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11446291363/master 2024-11-24T15:20:18,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446291363 2024-11-24T15:20:18,587 DEBUG [M:0;c99348da3e93:39963 {}] zookeeper.ZKUtil(347): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Unable to get data of znode /11446291363/master because node does not exist (not an error) 2024-11-24T15:20:18,587 WARN [M:0;c99348da3e93:39963 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T15:20:18,588 INFO [M:0;c99348da3e93:39963 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/.lastflushedseqids 2024-11-24T15:20:18,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39483 is added to blk_1073741847_1023 (size=245) 2024-11-24T15:20:18,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33601-0x1014a8ffc330004, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:20:18,684 INFO [RS:0;c99348da3e93:33601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:20:18,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33601-0x1014a8ffc330004, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:20:18,684 INFO [RS:0;c99348da3e93:33601 {}] regionserver.HRegionServer(1031): Exiting; stopping=c99348da3e93,33601,1732461602282; zookeeper connection closed. 2024-11-24T15:20:18,684 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4886da78 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4886da78 2024-11-24T15:20:18,685 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T15:20:18,766 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 914, reset compression=false 2024-11-24T15:20:18,992 INFO [M:0;c99348da3e93:39963 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T15:20:18,992 INFO [M:0;c99348da3e93:39963 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T15:20:18,993 DEBUG [M:0;c99348da3e93:39963 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:20:18,993 INFO [M:0;c99348da3e93:39963 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:18,993 DEBUG [M:0;c99348da3e93:39963 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:18,993 DEBUG [M:0;c99348da3e93:39963 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:20:18,993 DEBUG [M:0;c99348da3e93:39963 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:18,993 INFO [M:0;c99348da3e93:39963 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-24T15:20:19,008 DEBUG [M:0;c99348da3e93:39963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6781e1618bd14f13a439872174ffed54 is 82, key is hbase:meta,,1/info:regioninfo/1732461604853/Put/seqid=0 2024-11-24T15:20:19,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39483 is added to blk_1073741848_1024 (size=5672) 2024-11-24T15:20:19,412 INFO [M:0;c99348da3e93:39963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6781e1618bd14f13a439872174ffed54 2024-11-24T15:20:19,434 DEBUG [M:0;c99348da3e93:39963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f34999a92cf943b8b9967996bf4cd049 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732461611562/Put/seqid=0 2024-11-24T15:20:19,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39483 is added to blk_1073741849_1025 (size=8515) 2024-11-24T15:20:19,570 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 914, reset compression=false 2024-11-24T15:20:19,840 INFO [M:0;c99348da3e93:39963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f34999a92cf943b8b9967996bf4cd049 2024-11-24T15:20:19,861 DEBUG [M:0;c99348da3e93:39963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43ce38d3a00743e2bd05e8333b9fbfcd is 69, key is c99348da3e93,33601,1732461602282/rs:state/1732461603715/Put/seqid=0 2024-11-24T15:20:19,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39483 is added to blk_1073741850_1026 (size=5156) 2024-11-24T15:20:20,265 INFO [M:0;c99348da3e93:39963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43ce38d3a00743e2bd05e8333b9fbfcd 2024-11-24T15:20:20,269 DEBUG [M:0;c99348da3e93:39963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6781e1618bd14f13a439872174ffed54 as hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6781e1618bd14f13a439872174ffed54 2024-11-24T15:20:20,273 INFO [M:0;c99348da3e93:39963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6781e1618bd14f13a439872174ffed54, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T15:20:20,274 DEBUG [M:0;c99348da3e93:39963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f34999a92cf943b8b9967996bf4cd049 as hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f34999a92cf943b8b9967996bf4cd049 2024-11-24T15:20:20,277 INFO [M:0;c99348da3e93:39963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f34999a92cf943b8b9967996bf4cd049, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T15:20:20,278 DEBUG [M:0;c99348da3e93:39963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43ce38d3a00743e2bd05e8333b9fbfcd as hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/43ce38d3a00743e2bd05e8333b9fbfcd 2024-11-24T15:20:20,281 INFO [M:0;c99348da3e93:39963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41557/user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/43ce38d3a00743e2bd05e8333b9fbfcd, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T15:20:20,282 INFO [M:0;c99348da3e93:39963 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false 2024-11-24T15:20:20,283 INFO [M:0;c99348da3e93:39963 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:20,283 DEBUG [M:0;c99348da3e93:39963 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461618992Disabling compacts and flushes for region at 1732461618992Disabling writes for close at 1732461618993 (+1 ms)Obtaining lock to block concurrent updates at 1732461618993Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732461618993Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732461618993Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732461618994 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732461618994Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732461619008 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732461619008Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732461619416 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732461619433 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732461619433Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732461619844 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732461619860 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732461619860Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e153e8c: reopening flushed file at 1732461620269 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f95d52e: reopening flushed file at 1732461620273 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1de253d3: reopening flushed file at 1732461620277 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false at 1732461620282 (+5 ms)Writing region close event to WAL at 1732461620283 (+1 ms)Closed at 1732461620283 2024-11-24T15:20:20,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39483 is added to blk_1073741830_1006 (size=63642) 2024-11-24T15:20:20,285 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/02e5bb69-b612-266e-e813-1131c9fd1718/MasterData/WALs/c99348da3e93,39963,1732461602246/c99348da3e93%2C39963%2C1732461602246.1732461603569 not finished, retry = 0 2024-11-24T15:20:20,385 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:20:20,386 INFO [M:0;c99348da3e93:39963 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T15:20:20,386 INFO [M:0;c99348da3e93:39963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39963 2024-11-24T15:20:20,386 INFO [M:0;c99348da3e93:39963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:20:20,474 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 914, reset compression=false 2024-11-24T15:20:20,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:20:20,488 INFO [M:0;c99348da3e93:39963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:20:20,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39963-0x1014a8ffc330003, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:20:20,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b5bf0f8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:20:20,497 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45dae0cf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:20:20,498 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:20:20,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@621442a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:20:20,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@118d241{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/hadoop.log.dir/,STOPPED} 2024-11-24T15:20:20,499 WARN [BP-404012500-172.17.0.2-1732461601200 heartbeating to localhost/127.0.0.1:41557 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T15:20:20,499 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T15:20:20,499 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T15:20:20,499 WARN [BP-404012500-172.17.0.2-1732461601200 heartbeating to localhost/127.0.0.1:41557 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-404012500-172.17.0.2-1732461601200 (Datanode Uuid dac36b17-f400-476e-91a6-995ef677c432) service to localhost/127.0.0.1:41557 2024-11-24T15:20:20,500 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/cluster_40cf81df-33cb-0073-17f0-e38f0ad8612c/data/data1/current/BP-404012500-172.17.0.2-1732461601200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:20:20,500 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/cluster_40cf81df-33cb-0073-17f0-e38f0ad8612c/data/data2/current/BP-404012500-172.17.0.2-1732461601200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:20:20,501 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T15:20:20,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@445a7d66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:20:20,507 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e2ce867{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:20:20,507 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:20:20,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@543f0caa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:20:20,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c840efb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/hadoop.log.dir/,STOPPED} 2024-11-24T15:20:20,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T15:20:20,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T15:20:20,519 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:20:20,520 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:20,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:20,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:20,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:20:20,520 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T15:20:20,520 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1178921654, stopped=false 2024-11-24T15:20:20,520 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c99348da3e93,43475,1732461597962 2024-11-24T15:20:20,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0575119571/running 2024-11-24T15:20:20,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37473-0x1014a8ffc330001, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0575119571/running 2024-11-24T15:20:20,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0575119571 2024-11-24T15:20:20,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37473-0x1014a8ffc330001, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0575119571 2024-11-24T15:20:20,521 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:20:20,522 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:20:20,522 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:20,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:20,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37473-0x1014a8ffc330001, quorum=127.0.0.1:63859, baseZNode=/0575119571 Set watcher on znode that does not yet exist, /0575119571/running 2024-11-24T15:20:20,522 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c99348da3e93,37473,1732461598124' ***** 2024-11-24T15:20:20,522 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T15:20:20,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Set watcher on znode that does not yet exist, /0575119571/running 2024-11-24T15:20:20,522 INFO [RS:0;c99348da3e93:37473 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T15:20:20,522 INFO [RS:0;c99348da3e93:37473 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T15:20:20,522 INFO [RS:0;c99348da3e93:37473 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T15:20:20,523 INFO [RS:0;c99348da3e93:37473 {}] regionserver.HRegionServer(3091): Received CLOSE for 3bee9b1e62ddc3a7b6e68fe82a6100ee 2024-11-24T15:20:20,523 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T15:20:20,523 INFO [RS:0;c99348da3e93:37473 {}] regionserver.HRegionServer(3091): Received CLOSE for e96218ab3a7431b1b1d8db2ac7e09dec 2024-11-24T15:20:20,523 INFO [RS:0;c99348da3e93:37473 {}] regionserver.HRegionServer(959): stopping server c99348da3e93,37473,1732461598124 2024-11-24T15:20:20,523 INFO [RS:0;c99348da3e93:37473 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:20:20,523 INFO [RS:0;c99348da3e93:37473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:37473. 2024-11-24T15:20:20,523 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3bee9b1e62ddc3a7b6e68fe82a6100ee, disabling compactions & flushes 2024-11-24T15:20:20,523 DEBUG [RS:0;c99348da3e93:37473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:20,523 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732461604918.3bee9b1e62ddc3a7b6e68fe82a6100ee. 2024-11-24T15:20:20,523 DEBUG [RS:0;c99348da3e93:37473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:20,523 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461604918.3bee9b1e62ddc3a7b6e68fe82a6100ee. 2024-11-24T15:20:20,523 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732461604918.3bee9b1e62ddc3a7b6e68fe82a6100ee. after waiting 0 ms 2024-11-24T15:20:20,523 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732461604918.3bee9b1e62ddc3a7b6e68fe82a6100ee. 2024-11-24T15:20:20,523 INFO [RS:0;c99348da3e93:37473 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T15:20:20,523 INFO [RS:0;c99348da3e93:37473 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T15:20:20,523 INFO [RS:0;c99348da3e93:37473 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T15:20:20,523 INFO [RS:0;c99348da3e93:37473 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T15:20:20,523 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3bee9b1e62ddc3a7b6e68fe82a6100ee 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-24T15:20:20,524 INFO [RS:0;c99348da3e93:37473 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T15:20:20,524 DEBUG [RS:0;c99348da3e93:37473 {}] regionserver.HRegionServer(1325): Online Regions={3bee9b1e62ddc3a7b6e68fe82a6100ee=test,,1732461604918.3bee9b1e62ddc3a7b6e68fe82a6100ee., 1588230740=hbase:meta,,1.1588230740, e96218ab3a7431b1b1d8db2ac7e09dec=hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec.} 2024-11-24T15:20:20,524 DEBUG [RS:0;c99348da3e93:37473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3bee9b1e62ddc3a7b6e68fe82a6100ee, e96218ab3a7431b1b1d8db2ac7e09dec 2024-11-24T15:20:20,524 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:20:20,524 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:20:20,524 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:20:20,524 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:20:20,524 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:20:20,524 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T15:20:20,537 INFO [regionserver/c99348da3e93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:20:20,539 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/meta/1588230740/.tmp/info/84d94fb01f2f41c9bedd7fd3aa81a749 is 147, key is hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec./info:regioninfo/1732461609408/Put/seqid=0 2024-11-24T15:20:20,542 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/default/test/3bee9b1e62ddc3a7b6e68fe82a6100ee/.tmp/f/59abdc8277b54e8a8f6959c2237e02fe is 29, key is row1/f:/1732461615557/DeleteFamily/seqid=0 2024-11-24T15:20:20,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43863 is added to blk_1073741840_1016 (size=7686) 2024-11-24T15:20:20,543 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/meta/1588230740/.tmp/info/84d94fb01f2f41c9bedd7fd3aa81a749 2024-11-24T15:20:20,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43863 is added to blk_1073741841_1017 (size=5118) 2024-11-24T15:20:20,563 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/meta/1588230740/.tmp/ns/ac7488d03e2d41efb2b426d5f6e3323f is 43, key is default/ns:d/1732461601136/Put/seqid=0 2024-11-24T15:20:20,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43863 is added to blk_1073741842_1018 (size=5153) 2024-11-24T15:20:20,724 DEBUG [RS:0;c99348da3e93:37473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3bee9b1e62ddc3a7b6e68fe82a6100ee, e96218ab3a7431b1b1d8db2ac7e09dec 2024-11-24T15:20:20,924 DEBUG [RS:0;c99348da3e93:37473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3bee9b1e62ddc3a7b6e68fe82a6100ee, e96218ab3a7431b1b1d8db2ac7e09dec 2024-11-24T15:20:20,950 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/default/test/3bee9b1e62ddc3a7b6e68fe82a6100ee/.tmp/f/59abdc8277b54e8a8f6959c2237e02fe 2024-11-24T15:20:20,954 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59abdc8277b54e8a8f6959c2237e02fe 2024-11-24T15:20:20,967 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/meta/1588230740/.tmp/ns/ac7488d03e2d41efb2b426d5f6e3323f 2024-11-24T15:20:20,972 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/default/test/3bee9b1e62ddc3a7b6e68fe82a6100ee/.tmp/f1/0173377b600d479a9d735cf916efee9f is 30, key is row1/f1:/1732461615557/DeleteFamily/seqid=0 2024-11-24T15:20:20,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43863 is added to blk_1073741843_1019 (size=5123) 2024-11-24T15:20:20,984 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/meta/1588230740/.tmp/rep_barrier/cc027e32181c4bc3b9cafdc24c8a1dec is 112, key is test,,1732461604918.3bee9b1e62ddc3a7b6e68fe82a6100ee./rep_barrier:seqnumDuringOpen/1732461605674/Put/seqid=0 2024-11-24T15:20:20,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43863 is added to blk_1073741844_1020 (size=5518) 2024-11-24T15:20:20,987 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/meta/1588230740/.tmp/rep_barrier/cc027e32181c4bc3b9cafdc24c8a1dec 2024-11-24T15:20:21,009 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/meta/1588230740/.tmp/table/43b03f11afe9483fa6d74af0035ddcd7 is 53, key is hbase:replication/table:state/1732461609417/Put/seqid=0 2024-11-24T15:20:21,015 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T15:20:21,015 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T15:20:21,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43863 is added to blk_1073741845_1021 (size=5308) 2024-11-24T15:20:21,124 DEBUG [RS:0;c99348da3e93:37473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3bee9b1e62ddc3a7b6e68fe82a6100ee, e96218ab3a7431b1b1d8db2ac7e09dec 2024-11-24T15:20:21,325 DEBUG [RS:0;c99348da3e93:37473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3bee9b1e62ddc3a7b6e68fe82a6100ee, e96218ab3a7431b1b1d8db2ac7e09dec 2024-11-24T15:20:21,379 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/default/test/3bee9b1e62ddc3a7b6e68fe82a6100ee/.tmp/f1/0173377b600d479a9d735cf916efee9f 2024-11-24T15:20:21,384 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0173377b600d479a9d735cf916efee9f 2024-11-24T15:20:21,398 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/default/test/3bee9b1e62ddc3a7b6e68fe82a6100ee/.tmp/norep/288771befa3d450888511ae8e50770bf is 32, key is row/norep:/1732461614552/DeleteFamily/seqid=0 2024-11-24T15:20:21,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43863 is added to blk_1073741846_1022 (size=5101) 2024-11-24T15:20:21,402 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/default/test/3bee9b1e62ddc3a7b6e68fe82a6100ee/.tmp/norep/288771befa3d450888511ae8e50770bf 2024-11-24T15:20:21,406 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 288771befa3d450888511ae8e50770bf 2024-11-24T15:20:21,406 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/default/test/3bee9b1e62ddc3a7b6e68fe82a6100ee/.tmp/f/59abdc8277b54e8a8f6959c2237e02fe as hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/default/test/3bee9b1e62ddc3a7b6e68fe82a6100ee/f/59abdc8277b54e8a8f6959c2237e02fe 2024-11-24T15:20:21,410 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59abdc8277b54e8a8f6959c2237e02fe 2024-11-24T15:20:21,410 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/default/test/3bee9b1e62ddc3a7b6e68fe82a6100ee/f/59abdc8277b54e8a8f6959c2237e02fe, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T15:20:21,411 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/default/test/3bee9b1e62ddc3a7b6e68fe82a6100ee/.tmp/f1/0173377b600d479a9d735cf916efee9f as hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/default/test/3bee9b1e62ddc3a7b6e68fe82a6100ee/f1/0173377b600d479a9d735cf916efee9f 2024-11-24T15:20:21,415 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0173377b600d479a9d735cf916efee9f 2024-11-24T15:20:21,415 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/default/test/3bee9b1e62ddc3a7b6e68fe82a6100ee/f1/0173377b600d479a9d735cf916efee9f, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T15:20:21,415 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/default/test/3bee9b1e62ddc3a7b6e68fe82a6100ee/.tmp/norep/288771befa3d450888511ae8e50770bf as hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/default/test/3bee9b1e62ddc3a7b6e68fe82a6100ee/norep/288771befa3d450888511ae8e50770bf 2024-11-24T15:20:21,416 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/meta/1588230740/.tmp/table/43b03f11afe9483fa6d74af0035ddcd7 2024-11-24T15:20:21,419 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 288771befa3d450888511ae8e50770bf 2024-11-24T15:20:21,419 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/default/test/3bee9b1e62ddc3a7b6e68fe82a6100ee/norep/288771befa3d450888511ae8e50770bf, entries=1, sequenceid=8, filesize=5.0 K 2024-11-24T15:20:21,420 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 3bee9b1e62ddc3a7b6e68fe82a6100ee in 897ms, sequenceid=8, compaction requested=false 2024-11-24T15:20:21,420 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/meta/1588230740/.tmp/info/84d94fb01f2f41c9bedd7fd3aa81a749 as hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/meta/1588230740/info/84d94fb01f2f41c9bedd7fd3aa81a749 2024-11-24T15:20:21,424 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/default/test/3bee9b1e62ddc3a7b6e68fe82a6100ee/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T15:20:21,425 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/meta/1588230740/info/84d94fb01f2f41c9bedd7fd3aa81a749, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T15:20:21,425 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:20:21,425 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T15:20:21,425 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732461604918.3bee9b1e62ddc3a7b6e68fe82a6100ee. 2024-11-24T15:20:21,425 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3bee9b1e62ddc3a7b6e68fe82a6100ee: Waiting for close lock at 1732461620523Running coprocessor pre-close hooks at 1732461620523Disabling compacts and flushes for region at 1732461620523Disabling writes for close at 1732461620523Obtaining lock to block concurrent updates at 1732461620523Preparing flush snapshotting stores in 3bee9b1e62ddc3a7b6e68fe82a6100ee at 1732461620523Finished memstore snapshotting test,,1732461604918.3bee9b1e62ddc3a7b6e68fe82a6100ee., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732461620524 (+1 ms)Flushing stores of test,,1732461604918.3bee9b1e62ddc3a7b6e68fe82a6100ee. at 1732461620524Flushing 3bee9b1e62ddc3a7b6e68fe82a6100ee/f: creating writer at 1732461620525 (+1 ms)Flushing 3bee9b1e62ddc3a7b6e68fe82a6100ee/f: appending metadata at 1732461620541 (+16 ms)Flushing 3bee9b1e62ddc3a7b6e68fe82a6100ee/f: closing flushed file at 1732461620541Flushing 3bee9b1e62ddc3a7b6e68fe82a6100ee/f1: creating writer at 1732461620954 (+413 ms)Flushing 3bee9b1e62ddc3a7b6e68fe82a6100ee/f1: appending metadata at 1732461620972 (+18 ms)Flushing 3bee9b1e62ddc3a7b6e68fe82a6100ee/f1: closing flushed file at 1732461620972Flushing 3bee9b1e62ddc3a7b6e68fe82a6100ee/norep: creating writer at 1732461621384 (+412 ms)Flushing 3bee9b1e62ddc3a7b6e68fe82a6100ee/norep: appending metadata at 1732461621397 (+13 ms)Flushing 3bee9b1e62ddc3a7b6e68fe82a6100ee/norep: closing flushed file at 1732461621397Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d334366: reopening flushed file at 1732461621406 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1332d114: reopening flushed file at 1732461621411 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f6bcab5: reopening flushed file at 1732461621415 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 3bee9b1e62ddc3a7b6e68fe82a6100ee in 897ms, sequenceid=8, compaction requested=false at 1732461621420 (+5 ms)Writing region close event to WAL at 1732461621422 (+2 ms)Running coprocessor post-close hooks at 1732461621425 (+3 ms)Closed at 1732461621425 2024-11-24T15:20:21,425 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732461604918.3bee9b1e62ddc3a7b6e68fe82a6100ee. 2024-11-24T15:20:21,425 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e96218ab3a7431b1b1d8db2ac7e09dec, disabling compactions & flushes 2024-11-24T15:20:21,425 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec. 2024-11-24T15:20:21,425 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec. 2024-11-24T15:20:21,425 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec. after waiting 0 ms 2024-11-24T15:20:21,425 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec. 2024-11-24T15:20:21,425 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e96218ab3a7431b1b1d8db2ac7e09dec 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-24T15:20:21,425 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/meta/1588230740/.tmp/ns/ac7488d03e2d41efb2b426d5f6e3323f as hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/meta/1588230740/ns/ac7488d03e2d41efb2b426d5f6e3323f 2024-11-24T15:20:21,429 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/meta/1588230740/ns/ac7488d03e2d41efb2b426d5f6e3323f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T15:20:21,430 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/meta/1588230740/.tmp/rep_barrier/cc027e32181c4bc3b9cafdc24c8a1dec as hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/meta/1588230740/rep_barrier/cc027e32181c4bc3b9cafdc24c8a1dec 2024-11-24T15:20:21,433 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/meta/1588230740/rep_barrier/cc027e32181c4bc3b9cafdc24c8a1dec, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T15:20:21,434 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/meta/1588230740/.tmp/table/43b03f11afe9483fa6d74af0035ddcd7 as hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/meta/1588230740/table/43b03f11afe9483fa6d74af0035ddcd7 2024-11-24T15:20:21,437 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/meta/1588230740/table/43b03f11afe9483fa6d74af0035ddcd7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T15:20:21,438 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 914ms, sequenceid=16, compaction requested=false 2024-11-24T15:20:21,442 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T15:20:21,442 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:20:21,442 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:20:21,442 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:20:21,442 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461620524Running coprocessor pre-close hooks at 1732461620524Disabling compacts and flushes for region at 1732461620524Disabling writes for close at 1732461620524Obtaining lock to block concurrent updates at 1732461620524Preparing flush snapshotting stores in 1588230740 at 1732461620524Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732461620524Flushing stores of hbase:meta,,1.1588230740 at 1732461620525 (+1 ms)Flushing 1588230740/info: creating writer at 1732461620525Flushing 1588230740/info: appending metadata at 1732461620539 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732461620539Flushing 1588230740/ns: creating writer at 1732461620551 (+12 ms)Flushing 1588230740/ns: appending metadata at 1732461620563 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732461620563Flushing 1588230740/rep_barrier: creating writer at 1732461620970 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732461620984 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732461620984Flushing 1588230740/table: creating writer at 1732461620990 (+6 ms)Flushing 1588230740/table: appending metadata at 1732461621008 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732461621008Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ba5fdea: reopening flushed file at 1732461621420 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47e02e42: reopening flushed file at 1732461621425 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@842469: reopening flushed file at 1732461621429 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@714070d9: reopening flushed file at 1732461621433 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 914ms, sequenceid=16, compaction requested=false at 1732461621438 (+5 ms)Writing region close event to WAL at 1732461621439 (+1 ms)Running coprocessor post-close hooks at 1732461621442 (+3 ms)Closed at 1732461621442 2024-11-24T15:20:21,442 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T15:20:21,444 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/replication/e96218ab3a7431b1b1d8db2ac7e09dec/.tmp/queue/9348764adfcb418bb3b82c2189d41496 is 153, key is 1-c99348da3e93,37473,1732461598124/queue:c99348da3e93%2C37473%2C1732461598124/1732461616045/Put/seqid=0 2024-11-24T15:20:21,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43863 is added to blk_1073741847_1023 (size=5352) 2024-11-24T15:20:21,478 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 914, reset compression=false 2024-11-24T15:20:21,483 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:20:21,483 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 1805, reset compression=false 2024-11-24T15:20:21,483 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.shipperc99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,37473,1732461598124 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153, lastWalPosition=1805, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:20:21,484 ERROR [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.shipperc99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c99348da3e93,37473,1732461598124: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c99348da3e93,37473,1732461598124, walGroup=c99348da3e93%2C37473%2C1732461598124, offset=c99348da3e93%2C37473%2C1732461598124.1732461600153:1805, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:37473 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T15:20:21,485 ERROR [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.shipperc99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T15:20:21,485 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.shipperc99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T15:20:21,486 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.shipperc99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T15:20:21,486 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.shipperc99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T15:20:21,486 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.shipperc99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T15:20:21,486 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.shipperc99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 742054912 }, "NonHeapMemoryUsage": { "committed": 195100672, "init": 7667712, "max": -1, "used": 191955744 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T15:20:21,486 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.shipperc99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:43475 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:43475 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T15:20:21,525 INFO [RS:0;c99348da3e93:37473 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T15:20:21,525 DEBUG [RS:0;c99348da3e93:37473 {}] regionserver.HRegionServer(1325): Online Regions={e96218ab3a7431b1b1d8db2ac7e09dec=hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec.} 2024-11-24T15:20:21,525 DEBUG [RS:0;c99348da3e93:37473 {}] regionserver.HRegionServer(1351): Waiting on e96218ab3a7431b1b1d8db2ac7e09dec 2024-11-24T15:20:21,687 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 1805, reset compression=false 2024-11-24T15:20:21,725 DEBUG [RS:0;c99348da3e93:37473 {}] regionserver.HRegionServer(1351): Waiting on e96218ab3a7431b1b1d8db2ac7e09dec 2024-11-24T15:20:21,766 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:21,767 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c99348da3e93,36763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:36763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T15:20:21,767 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28315 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c99348da3e93,36763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:36763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T15:20:21,848 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/replication/e96218ab3a7431b1b1d8db2ac7e09dec/.tmp/queue/9348764adfcb418bb3b82c2189d41496 2024-11-24T15:20:21,852 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/replication/e96218ab3a7431b1b1d8db2ac7e09dec/.tmp/queue/9348764adfcb418bb3b82c2189d41496 as hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/replication/e96218ab3a7431b1b1d8db2ac7e09dec/queue/9348764adfcb418bb3b82c2189d41496 2024-11-24T15:20:21,856 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/replication/e96218ab3a7431b1b1d8db2ac7e09dec/queue/9348764adfcb418bb3b82c2189d41496, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T15:20:21,857 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for e96218ab3a7431b1b1d8db2ac7e09dec in 432ms, sequenceid=10, compaction requested=false 2024-11-24T15:20:21,861 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/data/hbase/replication/e96218ab3a7431b1b1d8db2ac7e09dec/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T15:20:21,861 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:20:21,861 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:20:21,861 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec. 2024-11-24T15:20:21,861 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e96218ab3a7431b1b1d8db2ac7e09dec: Waiting for close lock at 1732461621425Running coprocessor pre-close hooks at 1732461621425Disabling compacts and flushes for region at 1732461621425Disabling writes for close at 1732461621425Obtaining lock to block concurrent updates at 1732461621425Preparing flush snapshotting stores in e96218ab3a7431b1b1d8db2ac7e09dec at 1732461621425Finished memstore snapshotting hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732461621426 (+1 ms)Flushing stores of hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec. at 1732461621426Flushing e96218ab3a7431b1b1d8db2ac7e09dec/queue: creating writer at 1732461621426Flushing e96218ab3a7431b1b1d8db2ac7e09dec/queue: appending metadata at 1732461621444 (+18 ms)Flushing e96218ab3a7431b1b1d8db2ac7e09dec/queue: closing flushed file at 1732461621444Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@210319b9: reopening flushed file at 1732461621852 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for e96218ab3a7431b1b1d8db2ac7e09dec in 432ms, sequenceid=10, compaction requested=false at 1732461621857 (+5 ms)Writing region close event to WAL at 1732461621858 (+1 ms)Running coprocessor post-close hooks at 1732461621861 (+3 ms)Closed at 1732461621861 2024-11-24T15:20:21,862 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732461608227.e96218ab3a7431b1b1d8db2ac7e09dec. 2024-11-24T15:20:21,925 INFO [RS:0;c99348da3e93:37473 {}] regionserver.HRegionServer(976): stopping server c99348da3e93,37473,1732461598124; all regions closed. 2024-11-24T15:20:21,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43863 is added to blk_1073741834_1010 (size=4239) 2024-11-24T15:20:21,928 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.meta.1732461601088.meta not finished, retry = 0 2024-11-24T15:20:21,992 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 to pos 1805, reset compression=false 2024-11-24T15:20:22,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43863 is added to blk_1073741839_1015 (size=2676) 2024-11-24T15:20:22,030 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.rep.1732461609361 not finished, retry = 0 2024-11-24T15:20:22,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43863 is added to blk_1073741832_1008 (size=1813) 2024-11-24T15:20:22,133 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/WALs/c99348da3e93,37473,1732461598124/c99348da3e93%2C37473%2C1732461598124.1732461600153 not finished, retry = 0 2024-11-24T15:20:22,234 DEBUG [RS:0;c99348da3e93:37473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:22,234 INFO [RS:0;c99348da3e93:37473 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:20:22,234 INFO [RS:0;c99348da3e93:37473 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:20:22,234 INFO [RS:0;c99348da3e93:37473 {}] hbase.ChoreService(370): Chore service for: regionserver/c99348da3e93:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T15:20:22,234 INFO [RS:0;c99348da3e93:37473 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:20:22,234 INFO [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:20:22,235 INFO [RS:0;c99348da3e93:37473 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c99348da3e93,37473,1732461598124 because: Region server is closing 2024-11-24T15:20:22,235 INFO [RS:0;c99348da3e93:37473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:37473. 2024-11-24T15:20:22,235 DEBUG [RS:0;c99348da3e93:37473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:22,235 DEBUG [RS:0;c99348da3e93:37473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:22,235 DEBUG [RS:0;c99348da3e93:37473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:22,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:20:22,335 INFO [RS:0;c99348da3e93:37473 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.shipperc99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 terminated 2024-11-24T15:20:22,335 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,37473,1732461598124.replicationSource.wal-reader.c99348da3e93%2C37473%2C1732461598124,1-c99348da3e93,37473,1732461598124 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T15:20:22,335 INFO [RS:0;c99348da3e93:37473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:37473. 2024-11-24T15:20:22,335 DEBUG [RS:0;c99348da3e93:37473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:22,335 DEBUG [RS:0;c99348da3e93:37473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:22,336 DEBUG [RS:0;c99348da3e93:37473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:22,336 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:20:22,336 INFO [RS:0;c99348da3e93:37473 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37473 2024-11-24T15:20:22,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37473-0x1014a8ffc330001, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0575119571/rs/c99348da3e93,37473,1732461598124 2024-11-24T15:20:22,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0575119571/rs 2024-11-24T15:20:22,338 INFO [RS:0;c99348da3e93:37473 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:20:22,339 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c99348da3e93,37473,1732461598124] 2024-11-24T15:20:22,341 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0575119571/draining/c99348da3e93,37473,1732461598124 already deleted, retry=false 2024-11-24T15:20:22,341 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c99348da3e93,37473,1732461598124 expired; onlineServers=0 2024-11-24T15:20:22,341 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c99348da3e93,43475,1732461597962' ***** 2024-11-24T15:20:22,341 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T15:20:22,342 INFO [M:0;c99348da3e93:43475 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:20:22,342 INFO [M:0;c99348da3e93:43475 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:20:22,342 DEBUG [M:0;c99348da3e93:43475 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T15:20:22,342 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T15:20:22,342 DEBUG [M:0;c99348da3e93:43475 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T15:20:22,342 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461599945 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461599945,5,FailOnTimeoutGroup] 2024-11-24T15:20:22,342 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461599945 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461599945,5,FailOnTimeoutGroup] 2024-11-24T15:20:22,342 INFO [M:0;c99348da3e93:43475 {}] hbase.ChoreService(370): Chore service for: master/c99348da3e93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T15:20:22,342 INFO [M:0;c99348da3e93:43475 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:20:22,342 DEBUG [M:0;c99348da3e93:43475 {}] master.HMaster(1795): Stopping service threads 2024-11-24T15:20:22,342 INFO [M:0;c99348da3e93:43475 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T15:20:22,342 INFO [M:0;c99348da3e93:43475 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:20:22,342 INFO [M:0;c99348da3e93:43475 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T15:20:22,343 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T15:20:22,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0575119571/master 2024-11-24T15:20:22,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0575119571 2024-11-24T15:20:22,343 DEBUG [M:0;c99348da3e93:43475 {}] zookeeper.ZKUtil(347): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Unable to get data of znode /0575119571/master because node does not exist (not an error) 2024-11-24T15:20:22,343 WARN [M:0;c99348da3e93:43475 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T15:20:22,344 INFO [M:0;c99348da3e93:43475 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/.lastflushedseqids 2024-11-24T15:20:22,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43863 is added to blk_1073741848_1024 (size=245) 2024-11-24T15:20:22,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37473-0x1014a8ffc330001, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:20:22,439 INFO [RS:0;c99348da3e93:37473 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:20:22,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37473-0x1014a8ffc330001, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:20:22,439 INFO [RS:0;c99348da3e93:37473 {}] regionserver.HRegionServer(1031): Exiting; stopping=c99348da3e93,37473,1732461598124; zookeeper connection closed. 2024-11-24T15:20:22,439 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5bc61241 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5bc61241 2024-11-24T15:20:22,440 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T15:20:22,748 INFO [M:0;c99348da3e93:43475 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T15:20:22,748 INFO [M:0;c99348da3e93:43475 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T15:20:22,749 DEBUG [M:0;c99348da3e93:43475 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:20:22,749 INFO [M:0;c99348da3e93:43475 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:22,749 DEBUG [M:0;c99348da3e93:43475 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:22,749 DEBUG [M:0;c99348da3e93:43475 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:20:22,749 DEBUG [M:0;c99348da3e93:43475 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:22,749 INFO [M:0;c99348da3e93:43475 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-24T15:20:22,767 DEBUG [M:0;c99348da3e93:43475 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cab851a090774f1c946f69fc93f6fee7 is 82, key is hbase:meta,,1/info:regioninfo/1732461601120/Put/seqid=0 2024-11-24T15:20:22,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43863 is added to blk_1073741849_1025 (size=5672) 2024-11-24T15:20:22,971 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:20:22,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:23,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:23,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:23,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:23,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:23,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:23,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:23,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:23,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:23,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:23,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:23,022 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T15:20:23,022 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T15:20:23,022 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T15:20:23,171 INFO [M:0;c99348da3e93:43475 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cab851a090774f1c946f69fc93f6fee7 2024-11-24T15:20:23,193 DEBUG [M:0;c99348da3e93:43475 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6cdf4a5bba54a6286e243382ecd2f8e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732461609421/Put/seqid=0 2024-11-24T15:20:23,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43863 is added to blk_1073741850_1026 (size=8515) 2024-11-24T15:20:23,597 INFO [M:0;c99348da3e93:43475 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6cdf4a5bba54a6286e243382ecd2f8e 2024-11-24T15:20:23,619 DEBUG [M:0;c99348da3e93:43475 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f2d21caae404a69a66a8211bf58f579 is 69, key is c99348da3e93,37473,1732461598124/rs:state/1732461599993/Put/seqid=0 2024-11-24T15:20:23,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43863 is added to blk_1073741851_1027 (size=5156) 2024-11-24T15:20:23,623 INFO [M:0;c99348da3e93:43475 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f2d21caae404a69a66a8211bf58f579 2024-11-24T15:20:23,627 DEBUG [M:0;c99348da3e93:43475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cab851a090774f1c946f69fc93f6fee7 as hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cab851a090774f1c946f69fc93f6fee7 2024-11-24T15:20:23,630 INFO [M:0;c99348da3e93:43475 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cab851a090774f1c946f69fc93f6fee7, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T15:20:23,631 DEBUG [M:0;c99348da3e93:43475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6cdf4a5bba54a6286e243382ecd2f8e as hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6cdf4a5bba54a6286e243382ecd2f8e 2024-11-24T15:20:23,635 INFO [M:0;c99348da3e93:43475 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6cdf4a5bba54a6286e243382ecd2f8e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T15:20:23,635 DEBUG [M:0;c99348da3e93:43475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f2d21caae404a69a66a8211bf58f579 as hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f2d21caae404a69a66a8211bf58f579 2024-11-24T15:20:23,639 INFO [M:0;c99348da3e93:43475 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36625/user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f2d21caae404a69a66a8211bf58f579, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T15:20:23,640 INFO [M:0;c99348da3e93:43475 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=97, compaction requested=false 2024-11-24T15:20:23,643 INFO [M:0;c99348da3e93:43475 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:23,643 DEBUG [M:0;c99348da3e93:43475 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461622749Disabling compacts and flushes for region at 1732461622749Disabling writes for close at 1732461622749Obtaining lock to block concurrent updates at 1732461622749Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732461622749Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732461622749Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732461622750 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732461622750Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732461622767 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732461622767Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732461623175 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732461623193 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732461623193Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732461623602 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732461623619 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732461623619Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59c9dea6: reopening flushed file at 1732461623626 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f9aed01: reopening flushed file at 1732461623631 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49bfee46: reopening flushed file at 1732461623635 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=97, compaction requested=false at 1732461623640 (+5 ms)Writing region close event to WAL at 1732461623643 (+3 ms)Closed at 1732461623643 2024-11-24T15:20:23,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43863 is added to blk_1073741830_1006 (size=63642) 2024-11-24T15:20:23,645 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3c4bd4b6-f78f-620c-131a-8e59fa44a889/MasterData/WALs/c99348da3e93,43475,1732461597962/c99348da3e93%2C43475%2C1732461597962.1732461599846 not finished, retry = 0 2024-11-24T15:20:23,746 INFO [M:0;c99348da3e93:43475 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T15:20:23,746 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:20:23,746 INFO [M:0;c99348da3e93:43475 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43475 2024-11-24T15:20:23,746 INFO [M:0;c99348da3e93:43475 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:20:23,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:20:23,848 INFO [M:0;c99348da3e93:43475 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:20:23,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43475-0x1014a8ffc330000, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:20:23,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c66a628{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:20:23,851 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f13727f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:20:23,851 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:20:23,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@452692c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:20:23,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2264fe96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/hadoop.log.dir/,STOPPED} 2024-11-24T15:20:23,853 WARN [BP-1791788825-172.17.0.2-1732461597125 heartbeating to localhost/127.0.0.1:36625 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T15:20:23,853 WARN [BP-1791788825-172.17.0.2-1732461597125 heartbeating to localhost/127.0.0.1:36625 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1791788825-172.17.0.2-1732461597125 (Datanode Uuid cea6ac93-b011-4c36-ba56-6b441bc47507) service to localhost/127.0.0.1:36625 2024-11-24T15:20:23,853 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T15:20:23,853 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T15:20:23,853 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/cluster_476ae6a0-6a68-f244-f68b-d58b7d7f6ffa/data/data1/current/BP-1791788825-172.17.0.2-1732461597125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:20:23,854 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/cluster_476ae6a0-6a68-f244-f68b-d58b7d7f6ffa/data/data2/current/BP-1791788825-172.17.0.2-1732461597125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:20:23,854 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T15:20:23,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bce0e4c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:20:23,860 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38c79707{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:20:23,860 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:20:23,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e22a6c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:20:23,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23c99f3a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b65460-8228-2226-b193-e210bd6ad0e6/hadoop.log.dir/,STOPPED} 2024-11-24T15:20:23,866 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T15:20:23,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T15:20:23,886 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 246) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:36625 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:36625 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:41557 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36625 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:36625 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:41557 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:41557 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63859) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63859) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:41557 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:36625 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41557 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=271 (was 245) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6273 (was 6287) 2024-11-24T15:20:23,895 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=271, ProcessCount=11, AvailableMemoryMB=6273 2024-11-24T15:20:23,908 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-24T15:20:23,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/hadoop.log.dir so I do NOT create it in target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8 2024-11-24T15:20:23,908 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T15:20:23,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/hadoop.tmp.dir so I do NOT create it in target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8 2024-11-24T15:20:23,908 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e10b32-b389-5be6-ecb8-35e1c7a968f0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T15:20:23,908 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8 2024-11-24T15:20:23,908 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/cluster_7c50ed69-300f-9261-cfb4-dd0e6514f479, deleteOnExit=true 2024-11-24T15:20:23,911 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/cluster_7c50ed69-300f-9261-cfb4-dd0e6514f479/zookeeper_0, clientPort=60985, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/cluster_7c50ed69-300f-9261-cfb4-dd0e6514f479/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/cluster_7c50ed69-300f-9261-cfb4-dd0e6514f479/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T15:20:23,911 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60985 2024-11-24T15:20:23,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T15:20:23,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T15:20:23,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/test.cache.data in system properties and HBase conf 2024-11-24T15:20:23,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T15:20:23,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/hadoop.log.dir in system properties and HBase conf 2024-11-24T15:20:23,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T15:20:23,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T15:20:23,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T15:20:23,912 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T15:20:23,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:20:23,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:20:23,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T15:20:23,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:20:23,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T15:20:23,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T15:20:23,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:20:23,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:20:23,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T15:20:23,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/nfs.dump.dir in system properties and HBase conf 2024-11-24T15:20:23,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/java.io.tmpdir in system properties and HBase conf 2024-11-24T15:20:23,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:20:23,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T15:20:23,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T15:20:23,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014a8ffc330005, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T15:20:23,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014a8ffc330002, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T15:20:23,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014a8ffc330005, quorum=127.0.0.1:63859, baseZNode=/11446291363 Received Disconnected from ZooKeeper, ignoring 2024-11-24T15:20:23,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014a8ffc330002, quorum=127.0.0.1:63859, baseZNode=/0575119571 Received Disconnected from ZooKeeper, ignoring 2024-11-24T15:20:24,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:20:24,003 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:20:24,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:20:24,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:20:24,005 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:20:24,006 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:20:24,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44b5f6b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:20:24,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1821de2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:20:24,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d3178e1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/java.io.tmpdir/jetty-localhost-46079-hadoop-hdfs-3_4_1-tests_jar-_-any-16548533173767984875/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:20:24,121 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65dad612{HTTP/1.1, (http/1.1)}{localhost:46079} 2024-11-24T15:20:24,121 INFO [Time-limited test {}] server.Server(415): Started @207003ms 2024-11-24T15:20:24,215 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:20:24,217 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:20:24,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:20:24,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:20:24,218 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T15:20:24,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aa8b58a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:20:24,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@423bbfd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:20:24,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4811291a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/java.io.tmpdir/jetty-localhost-43605-hadoop-hdfs-3_4_1-tests_jar-_-any-1633898534934264193/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:20:24,336 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f64589a{HTTP/1.1, (http/1.1)}{localhost:43605} 2024-11-24T15:20:24,336 INFO [Time-limited test {}] server.Server(415): Started @207217ms 2024-11-24T15:20:24,337 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T15:20:24,429 WARN [Thread-2651 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/cluster_7c50ed69-300f-9261-cfb4-dd0e6514f479/data/data1/current/BP-298181647-172.17.0.2-1732461623934/current, will proceed with Du for space computation calculation, 2024-11-24T15:20:24,429 WARN [Thread-2652 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/cluster_7c50ed69-300f-9261-cfb4-dd0e6514f479/data/data2/current/BP-298181647-172.17.0.2-1732461623934/current, will proceed with Du for space computation calculation, 2024-11-24T15:20:24,452 WARN [Thread-2639 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T15:20:24,457 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4db145c951c5d59 with lease ID 0x1f6c2486c19042a9: Processing first storage report for DS-51f8ecf3-93d3-4e2d-a815-b033c1c94090 from datanode DatanodeRegistration(127.0.0.1:39495, datanodeUuid=bfe04c8a-326f-4ff7-8bef-0117902fc610, infoPort=43701, infoSecurePort=0, ipcPort=45233, storageInfo=lv=-57;cid=testClusterID;nsid=1152248608;c=1732461623934) 2024-11-24T15:20:24,457 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4db145c951c5d59 with lease ID 0x1f6c2486c19042a9: from storage DS-51f8ecf3-93d3-4e2d-a815-b033c1c94090 node DatanodeRegistration(127.0.0.1:39495, datanodeUuid=bfe04c8a-326f-4ff7-8bef-0117902fc610, infoPort=43701, infoSecurePort=0, ipcPort=45233, storageInfo=lv=-57;cid=testClusterID;nsid=1152248608;c=1732461623934), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:20:24,457 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4db145c951c5d59 with lease ID 0x1f6c2486c19042a9: Processing first storage report for DS-332d9fd2-e8ee-4a6d-95d4-91315dc8e750 from datanode DatanodeRegistration(127.0.0.1:39495, datanodeUuid=bfe04c8a-326f-4ff7-8bef-0117902fc610, infoPort=43701, infoSecurePort=0, ipcPort=45233, storageInfo=lv=-57;cid=testClusterID;nsid=1152248608;c=1732461623934) 2024-11-24T15:20:24,457 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4db145c951c5d59 with lease ID 0x1f6c2486c19042a9: from storage DS-332d9fd2-e8ee-4a6d-95d4-91315dc8e750 node DatanodeRegistration(127.0.0.1:39495, datanodeUuid=bfe04c8a-326f-4ff7-8bef-0117902fc610, infoPort=43701, infoSecurePort=0, ipcPort=45233, storageInfo=lv=-57;cid=testClusterID;nsid=1152248608;c=1732461623934), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:20:24,462 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8 2024-11-24T15:20:24,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:24,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:24,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741825_1001 (size=7) 2024-11-24T15:20:24,470 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff with version=8 2024-11-24T15:20:24,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/hbase-staging 2024-11-24T15:20:24,472 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:20:24,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:20:24,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:20:24,472 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:20:24,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:20:24,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:20:24,472 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T15:20:24,473 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:20:24,473 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33503 2024-11-24T15:20:24,474 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33503 connecting to ZooKeeper ensemble=127.0.0.1:60985 2024-11-24T15:20:24,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335030x0, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:20:24,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33503-0x1014a9064f60000 connected 2024-11-24T15:20:24,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:24,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:24,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Set watcher on znode that does not yet exist, /0-2105725450/running 2024-11-24T15:20:24,502 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff, hbase.cluster.distributed=false 2024-11-24T15:20:24,503 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Set watcher on znode that does not yet exist, /0-2105725450/acl 2024-11-24T15:20:24,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33503 2024-11-24T15:20:24,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33503 2024-11-24T15:20:24,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33503 2024-11-24T15:20:24,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33503 2024-11-24T15:20:24,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33503 2024-11-24T15:20:24,523 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:20:24,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:20:24,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:20:24,523 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:20:24,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:20:24,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:20:24,523 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T15:20:24,523 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:20:24,524 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45047 2024-11-24T15:20:24,524 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45047 connecting to ZooKeeper ensemble=127.0.0.1:60985 2024-11-24T15:20:24,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:24,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:24,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450470x0, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:20:24,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450470x0, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Set watcher on znode that does not yet exist, /0-2105725450/running 2024-11-24T15:20:24,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45047-0x1014a9064f60001 connected 2024-11-24T15:20:24,531 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T15:20:24,532 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T15:20:24,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45047-0x1014a9064f60001, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Set watcher on znode that does not yet exist, /0-2105725450/master 2024-11-24T15:20:24,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45047-0x1014a9064f60001, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Set watcher on znode that does not yet exist, /0-2105725450/acl 2024-11-24T15:20:24,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45047 2024-11-24T15:20:24,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45047 2024-11-24T15:20:24,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45047 2024-11-24T15:20:24,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45047 2024-11-24T15:20:24,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45047 2024-11-24T15:20:24,551 DEBUG [M:0;c99348da3e93:33503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c99348da3e93:33503 2024-11-24T15:20:24,552 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2105725450/backup-masters/c99348da3e93,33503,1732461624472 2024-11-24T15:20:24,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x1014a9064f60001, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105725450/backup-masters 2024-11-24T15:20:24,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105725450/backup-masters 2024-11-24T15:20:24,554 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Set watcher on existing znode=/0-2105725450/backup-masters/c99348da3e93,33503,1732461624472 2024-11-24T15:20:24,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x1014a9064f60001, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2105725450/master 2024-11-24T15:20:24,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x1014a9064f60001, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105725450 2024-11-24T15:20:24,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105725450 2024-11-24T15:20:24,555 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Set watcher on existing znode=/0-2105725450/master 2024-11-24T15:20:24,556 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2105725450/backup-masters/c99348da3e93,33503,1732461624472 from backup master directory 2024-11-24T15:20:24,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x1014a9064f60001, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105725450/backup-masters 2024-11-24T15:20:24,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2105725450/backup-masters/c99348da3e93,33503,1732461624472 2024-11-24T15:20:24,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105725450/backup-masters 2024-11-24T15:20:24,557 WARN [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:20:24,557 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c99348da3e93,33503,1732461624472 2024-11-24T15:20:24,561 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/hbase.id] with ID: 8a0c9f04-0172-4866-bc95-b7e2705a22ce 2024-11-24T15:20:24,561 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/.tmp/hbase.id 2024-11-24T15:20:24,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741826_1002 (size=42) 2024-11-24T15:20:24,970 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/.tmp/hbase.id]:[hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/hbase.id] 2024-11-24T15:20:24,978 INFO [master/c99348da3e93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:24,978 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T15:20:24,978 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-24T15:20:24,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x1014a9064f60001, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105725450 2024-11-24T15:20:24,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105725450 2024-11-24T15:20:24,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741827_1003 (size=196) 2024-11-24T15:20:25,386 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:20:25,387 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T15:20:25,387 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:20:25,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741828_1004 (size=1189) 2024-11-24T15:20:25,794 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/MasterData/data/master/store 2024-11-24T15:20:25,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741829_1005 (size=34) 2024-11-24T15:20:26,199 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:26,199 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:20:26,199 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:26,199 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:26,199 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:20:26,199 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:26,199 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:26,199 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461626199Disabling compacts and flushes for region at 1732461626199Disabling writes for close at 1732461626199Writing region close event to WAL at 1732461626199Closed at 1732461626199 2024-11-24T15:20:26,200 WARN [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/MasterData/data/master/store/.initializing 2024-11-24T15:20:26,200 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/MasterData/WALs/c99348da3e93,33503,1732461624472 2024-11-24T15:20:26,201 INFO [master/c99348da3e93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:20:26,202 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c99348da3e93%2C33503%2C1732461624472, suffix=, logDir=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/MasterData/WALs/c99348da3e93,33503,1732461624472, archiveDir=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/MasterData/oldWALs, maxLogs=10 2024-11-24T15:20:26,216 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/MasterData/WALs/c99348da3e93,33503,1732461624472/c99348da3e93%2C33503%2C1732461624472.1732461626203, exclude list is [], retry=0 2024-11-24T15:20:26,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39495,DS-51f8ecf3-93d3-4e2d-a815-b033c1c94090,DISK] 2024-11-24T15:20:26,219 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/MasterData/WALs/c99348da3e93,33503,1732461624472/c99348da3e93%2C33503%2C1732461624472.1732461626203 2024-11-24T15:20:26,219 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43701:43701)] 2024-11-24T15:20:26,219 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:20:26,220 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:26,220 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:26,220 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:26,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:26,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T15:20:26,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:26,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:26,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:26,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T15:20:26,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:26,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:26,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:26,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T15:20:26,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:26,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:26,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:26,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T15:20:26,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:26,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:26,225 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:26,226 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:26,226 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:26,227 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:26,227 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:26,227 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:20:26,228 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:26,229 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:20:26,230 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65936707, jitterRate=-0.017466500401496887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:20:26,230 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732461626220Initializing all the Stores at 1732461626220Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461626220Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461626221 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461626221Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461626221Cleaning up temporary data from old regions at 1732461626227 (+6 ms)Region opened successfully at 1732461626230 (+3 ms) 2024-11-24T15:20:26,231 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T15:20:26,233 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9b2911, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:20:26,233 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T15:20:26,233 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T15:20:26,233 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T15:20:26,234 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T15:20:26,234 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T15:20:26,234 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T15:20:26,234 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T15:20:26,235 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T15:20:26,236 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Unable to get data of znode /0-2105725450/balancer because node does not exist (not necessarily an error) 2024-11-24T15:20:26,237 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2105725450/balancer already deleted, retry=false 2024-11-24T15:20:26,237 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T15:20:26,238 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Unable to get data of znode /0-2105725450/normalizer because node does not exist (not necessarily an error) 2024-11-24T15:20:26,239 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2105725450/normalizer already deleted, retry=false 2024-11-24T15:20:26,239 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T15:20:26,240 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Unable to get data of znode /0-2105725450/switch/split because node does not exist (not necessarily an error) 2024-11-24T15:20:26,241 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2105725450/switch/split already deleted, retry=false 2024-11-24T15:20:26,242 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Unable to get data of znode /0-2105725450/switch/merge because node does not exist (not necessarily an error) 2024-11-24T15:20:26,244 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2105725450/switch/merge already deleted, retry=false 2024-11-24T15:20:26,245 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Unable to get data of znode /0-2105725450/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T15:20:26,246 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2105725450/snapshot-cleanup already deleted, retry=false 2024-11-24T15:20:26,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2105725450/running 2024-11-24T15:20:26,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x1014a9064f60001, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2105725450/running 2024-11-24T15:20:26,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x1014a9064f60001, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105725450 2024-11-24T15:20:26,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105725450 2024-11-24T15:20:26,248 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c99348da3e93,33503,1732461624472, sessionid=0x1014a9064f60000, setting cluster-up flag (Was=false) 2024-11-24T15:20:26,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x1014a9064f60001, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105725450 2024-11-24T15:20:26,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105725450 2024-11-24T15:20:26,254 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2105725450/flush-table-proc/acquired, /0-2105725450/flush-table-proc/reached, /0-2105725450/flush-table-proc/abort 2024-11-24T15:20:26,255 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,33503,1732461624472 2024-11-24T15:20:26,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105725450 2024-11-24T15:20:26,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x1014a9064f60001, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105725450 2024-11-24T15:20:26,262 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2105725450/online-snapshot/acquired, /0-2105725450/online-snapshot/reached, /0-2105725450/online-snapshot/abort 2024-11-24T15:20:26,263 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,33503,1732461624472 2024-11-24T15:20:26,263 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T15:20:26,264 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T15:20:26,265 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T15:20:26,265 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T15:20:26,265 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c99348da3e93,33503,1732461624472 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T15:20:26,266 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:20:26,266 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:20:26,266 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:20:26,266 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:20:26,266 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c99348da3e93:0, corePoolSize=10, maxPoolSize=10 2024-11-24T15:20:26,266 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:26,266 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:20:26,266 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:26,267 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732461656267 2024-11-24T15:20:26,267 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T15:20:26,267 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T15:20:26,267 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T15:20:26,267 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T15:20:26,267 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T15:20:26,267 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T15:20:26,267 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:20:26,267 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:26,267 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T15:20:26,268 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T15:20:26,268 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T15:20:26,268 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T15:20:26,268 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T15:20:26,268 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:26,268 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T15:20:26,268 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T15:20:26,268 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T15:20:26,268 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461626268,5,FailOnTimeoutGroup] 2024-11-24T15:20:26,272 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461626268,5,FailOnTimeoutGroup] 2024-11-24T15:20:26,272 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:26,272 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T15:20:26,272 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:26,272 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:26,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741831_1007 (size=1321) 2024-11-24T15:20:26,343 INFO [RS:0;c99348da3e93:45047 {}] regionserver.HRegionServer(746): ClusterId : 8a0c9f04-0172-4866-bc95-b7e2705a22ce 2024-11-24T15:20:26,343 DEBUG [RS:0;c99348da3e93:45047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T15:20:26,344 DEBUG [RS:0;c99348da3e93:45047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T15:20:26,344 DEBUG [RS:0;c99348da3e93:45047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T15:20:26,346 DEBUG [RS:0;c99348da3e93:45047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T15:20:26,346 DEBUG [RS:0;c99348da3e93:45047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e38bed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:20:26,358 DEBUG [RS:0;c99348da3e93:45047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c99348da3e93:45047 2024-11-24T15:20:26,358 INFO [RS:0;c99348da3e93:45047 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T15:20:26,358 INFO [RS:0;c99348da3e93:45047 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T15:20:26,358 DEBUG [RS:0;c99348da3e93:45047 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T15:20:26,358 INFO [RS:0;c99348da3e93:45047 {}] regionserver.HRegionServer(2659): reportForDuty to master=c99348da3e93,33503,1732461624472 with port=45047, startcode=1732461624522 2024-11-24T15:20:26,359 DEBUG [RS:0;c99348da3e93:45047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T15:20:26,360 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T15:20:26,360 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33503 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c99348da3e93,45047,1732461624522 2024-11-24T15:20:26,360 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33503 {}] master.ServerManager(517): Registering regionserver=c99348da3e93,45047,1732461624522 2024-11-24T15:20:26,362 DEBUG [RS:0;c99348da3e93:45047 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff 2024-11-24T15:20:26,362 DEBUG [RS:0;c99348da3e93:45047 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35259 2024-11-24T15:20:26,362 DEBUG [RS:0;c99348da3e93:45047 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T15:20:26,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105725450/rs 2024-11-24T15:20:26,363 DEBUG [RS:0;c99348da3e93:45047 {}] zookeeper.ZKUtil(111): regionserver:45047-0x1014a9064f60001, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Set watcher on existing znode=/0-2105725450/rs/c99348da3e93,45047,1732461624522 2024-11-24T15:20:26,363 WARN [RS:0;c99348da3e93:45047 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:20:26,363 INFO [RS:0;c99348da3e93:45047 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:20:26,363 DEBUG [RS:0;c99348da3e93:45047 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522 2024-11-24T15:20:26,364 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c99348da3e93,45047,1732461624522] 2024-11-24T15:20:26,366 INFO [RS:0;c99348da3e93:45047 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T15:20:26,368 INFO [RS:0;c99348da3e93:45047 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T15:20:26,368 INFO [RS:0;c99348da3e93:45047 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T15:20:26,368 INFO [RS:0;c99348da3e93:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:26,368 INFO [RS:0;c99348da3e93:45047 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T15:20:26,369 INFO [RS:0;c99348da3e93:45047 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T15:20:26,369 INFO [RS:0;c99348da3e93:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:26,369 DEBUG [RS:0;c99348da3e93:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:26,369 DEBUG [RS:0;c99348da3e93:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:26,369 DEBUG [RS:0;c99348da3e93:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:26,369 DEBUG [RS:0;c99348da3e93:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:26,369 DEBUG [RS:0;c99348da3e93:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:26,369 DEBUG [RS:0;c99348da3e93:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:20:26,369 DEBUG [RS:0;c99348da3e93:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:26,369 DEBUG [RS:0;c99348da3e93:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:26,369 DEBUG [RS:0;c99348da3e93:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:26,369 DEBUG [RS:0;c99348da3e93:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:26,369 DEBUG [RS:0;c99348da3e93:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:26,369 DEBUG [RS:0;c99348da3e93:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:26,369 DEBUG [RS:0;c99348da3e93:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:20:26,369 DEBUG [RS:0;c99348da3e93:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:20:26,373 INFO [RS:0;c99348da3e93:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:26,373 INFO [RS:0;c99348da3e93:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:26,373 INFO [RS:0;c99348da3e93:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:26,373 INFO [RS:0;c99348da3e93:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:26,373 INFO [RS:0;c99348da3e93:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:26,373 INFO [RS:0;c99348da3e93:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,45047,1732461624522-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:20:26,387 INFO [RS:0;c99348da3e93:45047 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T15:20:26,387 INFO [RS:0;c99348da3e93:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,45047,1732461624522-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:26,387 INFO [RS:0;c99348da3e93:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:26,387 INFO [RS:0;c99348da3e93:45047 {}] regionserver.Replication(171): c99348da3e93,45047,1732461624522 started 2024-11-24T15:20:26,400 INFO [RS:0;c99348da3e93:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:26,401 INFO [RS:0;c99348da3e93:45047 {}] regionserver.HRegionServer(1482): Serving as c99348da3e93,45047,1732461624522, RpcServer on c99348da3e93/172.17.0.2:45047, sessionid=0x1014a9064f60001 2024-11-24T15:20:26,401 DEBUG [RS:0;c99348da3e93:45047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T15:20:26,401 DEBUG [RS:0;c99348da3e93:45047 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c99348da3e93,45047,1732461624522 2024-11-24T15:20:26,401 DEBUG [RS:0;c99348da3e93:45047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,45047,1732461624522' 2024-11-24T15:20:26,401 DEBUG [RS:0;c99348da3e93:45047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2105725450/flush-table-proc/abort' 2024-11-24T15:20:26,401 DEBUG [RS:0;c99348da3e93:45047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2105725450/flush-table-proc/acquired' 2024-11-24T15:20:26,401 DEBUG [RS:0;c99348da3e93:45047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T15:20:26,401 DEBUG [RS:0;c99348da3e93:45047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T15:20:26,401 DEBUG [RS:0;c99348da3e93:45047 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c99348da3e93,45047,1732461624522 2024-11-24T15:20:26,401 DEBUG [RS:0;c99348da3e93:45047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,45047,1732461624522' 2024-11-24T15:20:26,401 DEBUG [RS:0;c99348da3e93:45047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2105725450/online-snapshot/abort' 2024-11-24T15:20:26,402 DEBUG [RS:0;c99348da3e93:45047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2105725450/online-snapshot/acquired' 2024-11-24T15:20:26,402 DEBUG [RS:0;c99348da3e93:45047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T15:20:26,402 INFO [RS:0;c99348da3e93:45047 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T15:20:26,402 INFO [RS:0;c99348da3e93:45047 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T15:20:26,502 INFO [RS:0;c99348da3e93:45047 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:20:26,504 INFO [RS:0;c99348da3e93:45047 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C45047%2C1732461624522, suffix=, logDir=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522, archiveDir=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/oldWALs, maxLogs=10 2024-11-24T15:20:26,521 DEBUG [RS:0;c99348da3e93:45047 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504, exclude list is [], retry=0 2024-11-24T15:20:26,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39495,DS-51f8ecf3-93d3-4e2d-a815-b033c1c94090,DISK] 2024-11-24T15:20:26,525 INFO [RS:0;c99348da3e93:45047 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 2024-11-24T15:20:26,525 DEBUG [RS:0;c99348da3e93:45047 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43701:43701)] 2024-11-24T15:20:26,677 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T15:20:26,677 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff 2024-11-24T15:20:26,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741833_1009 (size=32) 2024-11-24T15:20:27,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:27,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:20:27,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:20:27,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:27,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:27,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:20:27,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:20:27,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:27,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:27,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:20:27,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:20:27,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:27,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:27,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:20:27,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:20:27,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:27,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:27,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:20:27,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/meta/1588230740 2024-11-24T15:20:27,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/meta/1588230740 2024-11-24T15:20:27,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:20:27,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:20:27,093 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:20:27,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:20:27,095 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:20:27,095 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61638561, jitterRate=-0.08151386678218842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:20:27,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732461627084Initializing all the Stores at 1732461627084Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461627084Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461627085 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461627085Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461627085Cleaning up temporary data from old regions at 1732461627092 (+7 ms)Region opened successfully at 1732461627096 (+4 ms) 2024-11-24T15:20:27,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:20:27,096 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:20:27,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:20:27,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:20:27,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:20:27,096 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:20:27,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461627096Disabling compacts and flushes for region at 1732461627096Disabling writes for close at 1732461627096Writing region close event to WAL at 1732461627096Closed at 1732461627096 2024-11-24T15:20:27,097 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:20:27,097 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T15:20:27,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T15:20:27,099 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:20:27,099 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T15:20:27,250 DEBUG [c99348da3e93:33503 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T15:20:27,250 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c99348da3e93,45047,1732461624522 2024-11-24T15:20:27,251 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,45047,1732461624522, state=OPENING 2024-11-24T15:20:27,253 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T15:20:27,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105725450 2024-11-24T15:20:27,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x1014a9064f60001, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105725450 2024-11-24T15:20:27,257 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:20:27,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2105725450/meta-region-server: CHANGED 2024-11-24T15:20:27,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2105725450/meta-region-server: CHANGED 2024-11-24T15:20:27,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,45047,1732461624522}] 2024-11-24T15:20:27,409 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:20:27,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T15:20:27,413 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T15:20:27,413 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:20:27,414 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T15:20:27,414 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C45047%2C1732461624522.meta, suffix=.meta, logDir=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522, archiveDir=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/oldWALs, maxLogs=10 2024-11-24T15:20:27,428 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.meta.1732461627415.meta, exclude list is [], retry=0 2024-11-24T15:20:27,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39495,DS-51f8ecf3-93d3-4e2d-a815-b033c1c94090,DISK] 2024-11-24T15:20:27,431 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.meta.1732461627415.meta 2024-11-24T15:20:27,431 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43701:43701)] 2024-11-24T15:20:27,431 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:20:27,431 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:20:27,431 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:20:27,431 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T15:20:27,432 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T15:20:27,432 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T15:20:27,432 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:27,432 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T15:20:27,432 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T15:20:27,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:20:27,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:20:27,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:27,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:27,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:20:27,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:20:27,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:27,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:27,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:20:27,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:20:27,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:27,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:27,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:20:27,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:20:27,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:27,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:27,436 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:20:27,437 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/meta/1588230740 2024-11-24T15:20:27,437 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/meta/1588230740 2024-11-24T15:20:27,438 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:20:27,438 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:20:27,439 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:20:27,440 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:20:27,440 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74643279, jitterRate=0.11227153241634369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:20:27,440 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T15:20:27,441 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732461627432Writing region info on filesystem at 1732461627432Initializing all the Stores at 1732461627432Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461627432Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461627433 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461627433Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461627433Cleaning up temporary data from old regions at 1732461627438 (+5 ms)Running coprocessor post-open hooks at 1732461627440 (+2 ms)Region opened successfully at 1732461627441 (+1 ms) 2024-11-24T15:20:27,442 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732461627409 2024-11-24T15:20:27,443 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T15:20:27,443 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T15:20:27,444 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,45047,1732461624522 2024-11-24T15:20:27,445 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,45047,1732461624522, state=OPEN 2024-11-24T15:20:27,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2105725450/meta-region-server 2024-11-24T15:20:27,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x1014a9064f60001, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2105725450/meta-region-server 2024-11-24T15:20:27,446 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c99348da3e93,45047,1732461624522 2024-11-24T15:20:27,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2105725450/meta-region-server: CHANGED 2024-11-24T15:20:27,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2105725450/meta-region-server: CHANGED 2024-11-24T15:20:27,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T15:20:27,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,45047,1732461624522 in 189 msec 2024-11-24T15:20:27,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T15:20:27,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-24T15:20:27,450 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:20:27,450 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T15:20:27,451 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:20:27,451 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,45047,1732461624522, seqNum=-1] 2024-11-24T15:20:27,451 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:20:27,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:20:27,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1900 sec 2024-11-24T15:20:27,455 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732461627455, completionTime=-1 2024-11-24T15:20:27,455 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T15:20:27,455 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T15:20:27,457 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T15:20:27,457 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732461687457 2024-11-24T15:20:27,457 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732461747457 2024-11-24T15:20:27,457 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T15:20:27,457 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,33503,1732461624472-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:27,458 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,33503,1732461624472-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:27,458 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,33503,1732461624472-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:27,458 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c99348da3e93:33503, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:27,458 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:27,458 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:27,459 DEBUG [master/c99348da3e93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T15:20:27,461 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.904sec 2024-11-24T15:20:27,461 INFO [master/c99348da3e93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T15:20:27,461 INFO [master/c99348da3e93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T15:20:27,461 INFO [master/c99348da3e93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T15:20:27,461 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T15:20:27,461 INFO [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T15:20:27,461 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,33503,1732461624472-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:20:27,461 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,33503,1732461624472-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T15:20:27,463 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T15:20:27,463 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T15:20:27,463 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,33503,1732461624472-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:27,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@722ecceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:27,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,33503,-1 for getting cluster id 2024-11-24T15:20:27,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:27,545 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a0c9f04-0172-4866-bc95-b7e2705a22ce' 2024-11-24T15:20:27,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:27,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a0c9f04-0172-4866-bc95-b7e2705a22ce" 2024-11-24T15:20:27,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f09afac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:27,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,33503,-1] 2024-11-24T15:20:27,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:27,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:27,547 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:27,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526a680c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:27,548 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:20:27,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,45047,1732461624522, seqNum=-1] 2024-11-24T15:20:27,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:20:27,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:20:27,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c99348da3e93,33503,1732461624472 2024-11-24T15:20:27,552 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60985 2024-11-24T15:20:27,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:20:27,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a9064f60002 connected 2024-11-24T15:20:27,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/hadoop.log.dir so I do NOT create it in target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176 2024-11-24T15:20:27,559 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T15:20:27,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/hadoop.tmp.dir so I do NOT create it in target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176 2024-11-24T15:20:27,559 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T15:20:27,559 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176 2024-11-24T15:20:27,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T15:20:27,559 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/cluster_89eabd96-5fa8-1d4c-25f4-013322fe1586, deleteOnExit=true 2024-11-24T15:20:27,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T15:20:27,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/test.cache.data in system properties and HBase conf 2024-11-24T15:20:27,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T15:20:27,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/hadoop.log.dir in system properties and HBase conf 2024-11-24T15:20:27,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T15:20:27,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T15:20:27,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T15:20:27,559 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T15:20:27,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:20:27,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:20:27,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T15:20:27,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:20:27,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T15:20:27,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T15:20:27,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:20:27,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:20:27,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T15:20:27,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/nfs.dump.dir in system properties and HBase conf 2024-11-24T15:20:27,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/java.io.tmpdir in system properties and HBase conf 2024-11-24T15:20:27,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:20:27,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T15:20:27,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T15:20:27,638 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:20:27,642 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:20:27,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:20:27,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:20:27,644 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T15:20:27,645 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:20:27,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35cc33f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:20:27,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379156d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:20:27,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@609b9621{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/java.io.tmpdir/jetty-localhost-46441-hadoop-hdfs-3_4_1-tests_jar-_-any-14327644447032461101/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:20:27,784 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7824f551{HTTP/1.1, (http/1.1)}{localhost:46441} 2024-11-24T15:20:27,784 INFO [Time-limited test {}] server.Server(415): Started @210666ms 2024-11-24T15:20:27,902 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:20:27,906 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:20:27,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:20:27,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:20:27,909 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:20:27,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bb12cf6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:20:27,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31bbcd05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:20:28,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b7ba35b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/java.io.tmpdir/jetty-localhost-34741-hadoop-hdfs-3_4_1-tests_jar-_-any-4293161957096040575/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:20:28,083 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cd613db{HTTP/1.1, (http/1.1)}{localhost:34741} 2024-11-24T15:20:28,083 INFO [Time-limited test {}] server.Server(415): Started @210965ms 2024-11-24T15:20:28,085 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T15:20:28,203 WARN [Thread-2772 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/cluster_89eabd96-5fa8-1d4c-25f4-013322fe1586/data/data2/current/BP-1288763830-172.17.0.2-1732461627582/current, will proceed with Du for space computation calculation, 2024-11-24T15:20:28,203 WARN [Thread-2771 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/cluster_89eabd96-5fa8-1d4c-25f4-013322fe1586/data/data1/current/BP-1288763830-172.17.0.2-1732461627582/current, will proceed with Du for space computation calculation, 2024-11-24T15:20:28,223 WARN [Thread-2759 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T15:20:28,226 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3965ebe42d1649b0 with lease ID 0xb0d56247f936e9d: Processing first storage report for DS-6037f960-5655-49ba-a0b2-2919b9f0a023 from datanode DatanodeRegistration(127.0.0.1:35573, datanodeUuid=8e215c48-e85d-411f-b4f9-092ddb3a31fd, infoPort=33723, infoSecurePort=0, ipcPort=39525, storageInfo=lv=-57;cid=testClusterID;nsid=1423081044;c=1732461627582) 2024-11-24T15:20:28,226 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3965ebe42d1649b0 with lease ID 0xb0d56247f936e9d: from storage DS-6037f960-5655-49ba-a0b2-2919b9f0a023 node DatanodeRegistration(127.0.0.1:35573, datanodeUuid=8e215c48-e85d-411f-b4f9-092ddb3a31fd, infoPort=33723, infoSecurePort=0, ipcPort=39525, storageInfo=lv=-57;cid=testClusterID;nsid=1423081044;c=1732461627582), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:20:28,226 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3965ebe42d1649b0 with lease ID 0xb0d56247f936e9d: Processing first storage report for DS-af8f246f-e0cf-49ff-a59b-fd8d724665f9 from datanode DatanodeRegistration(127.0.0.1:35573, datanodeUuid=8e215c48-e85d-411f-b4f9-092ddb3a31fd, infoPort=33723, infoSecurePort=0, ipcPort=39525, storageInfo=lv=-57;cid=testClusterID;nsid=1423081044;c=1732461627582) 2024-11-24T15:20:28,226 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3965ebe42d1649b0 with lease ID 0xb0d56247f936e9d: from storage DS-af8f246f-e0cf-49ff-a59b-fd8d724665f9 node DatanodeRegistration(127.0.0.1:35573, datanodeUuid=8e215c48-e85d-411f-b4f9-092ddb3a31fd, infoPort=33723, infoSecurePort=0, ipcPort=39525, storageInfo=lv=-57;cid=testClusterID;nsid=1423081044;c=1732461627582), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:20:28,313 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176 2024-11-24T15:20:28,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:28,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:28,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741825_1001 (size=7) 2024-11-24T15:20:28,524 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:20:28,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:28,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:28,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:28,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:28,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:28,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:28,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:28,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:28,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:28,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:28,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:28,721 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d with version=8 2024-11-24T15:20:28,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/hbase-staging 2024-11-24T15:20:28,724 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:20:28,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:20:28,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:20:28,724 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:20:28,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:20:28,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:20:28,724 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T15:20:28,724 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:20:28,725 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43745 2024-11-24T15:20:28,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43745 connecting to ZooKeeper ensemble=127.0.0.1:60985 2024-11-24T15:20:28,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437450x0, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:20:28,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43745-0x1014a9064f60003 connected 2024-11-24T15:20:28,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:28,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:28,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Set watcher on znode that does not yet exist, /1108267907/running 2024-11-24T15:20:28,741 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d, hbase.cluster.distributed=false 2024-11-24T15:20:28,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Set watcher on znode that does not yet exist, /1108267907/acl 2024-11-24T15:20:28,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43745 2024-11-24T15:20:28,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43745 2024-11-24T15:20:28,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43745 2024-11-24T15:20:28,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43745 2024-11-24T15:20:28,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43745 2024-11-24T15:20:28,757 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:20:28,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:20:28,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:20:28,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:20:28,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:20:28,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:20:28,758 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T15:20:28,758 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:20:28,758 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35605 2024-11-24T15:20:28,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35605 connecting to ZooKeeper ensemble=127.0.0.1:60985 2024-11-24T15:20:28,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:28,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:28,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356050x0, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:20:28,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356050x0, quorum=127.0.0.1:60985, baseZNode=/1108267907 Set watcher on znode that does not yet exist, /1108267907/running 2024-11-24T15:20:28,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35605-0x1014a9064f60004 connected 2024-11-24T15:20:28,765 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T15:20:28,765 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T15:20:28,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35605-0x1014a9064f60004, quorum=127.0.0.1:60985, baseZNode=/1108267907 Set watcher on znode that does not yet exist, /1108267907/master 2024-11-24T15:20:28,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35605-0x1014a9064f60004, quorum=127.0.0.1:60985, baseZNode=/1108267907 Set watcher on znode that does not yet exist, /1108267907/acl 2024-11-24T15:20:28,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35605 2024-11-24T15:20:28,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35605 2024-11-24T15:20:28,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35605 2024-11-24T15:20:28,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35605 2024-11-24T15:20:28,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35605 2024-11-24T15:20:28,784 DEBUG [M:0;c99348da3e93:43745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c99348da3e93:43745 2024-11-24T15:20:28,784 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1108267907/backup-masters/c99348da3e93,43745,1732461628724 2024-11-24T15:20:28,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1108267907/backup-masters 2024-11-24T15:20:28,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1014a9064f60004, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1108267907/backup-masters 2024-11-24T15:20:28,786 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Set watcher on existing znode=/1108267907/backup-masters/c99348da3e93,43745,1732461628724 2024-11-24T15:20:28,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1014a9064f60004, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1108267907/master 2024-11-24T15:20:28,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1108267907 2024-11-24T15:20:28,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1014a9064f60004, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1108267907 2024-11-24T15:20:28,787 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Set watcher on existing znode=/1108267907/master 2024-11-24T15:20:28,788 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1108267907/backup-masters/c99348da3e93,43745,1732461628724 from backup master directory 2024-11-24T15:20:28,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1108267907/backup-masters/c99348da3e93,43745,1732461628724 2024-11-24T15:20:28,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1014a9064f60004, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1108267907/backup-masters 2024-11-24T15:20:28,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1108267907/backup-masters 2024-11-24T15:20:28,793 WARN [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:20:28,793 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c99348da3e93,43745,1732461628724 2024-11-24T15:20:28,796 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/hbase.id] with ID: 2794abe2-aa33-49b0-b159-9166989bf524 2024-11-24T15:20:28,796 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/.tmp/hbase.id 2024-11-24T15:20:28,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741826_1002 (size=42) 2024-11-24T15:20:29,202 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/.tmp/hbase.id]:[hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/hbase.id] 2024-11-24T15:20:29,210 INFO [master/c99348da3e93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:29,210 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T15:20:29,211 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T15:20:29,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1108267907 2024-11-24T15:20:29,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1014a9064f60004, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1108267907 2024-11-24T15:20:29,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741827_1003 (size=196) 2024-11-24T15:20:29,618 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:20:29,619 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T15:20:29,619 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:20:29,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741828_1004 (size=1189) 2024-11-24T15:20:30,025 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/MasterData/data/master/store 2024-11-24T15:20:30,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741829_1005 (size=34) 2024-11-24T15:20:30,431 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:30,431 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:20:30,431 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:30,431 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:30,431 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:20:30,431 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:30,431 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:30,431 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461630431Disabling compacts and flushes for region at 1732461630431Disabling writes for close at 1732461630431Writing region close event to WAL at 1732461630431Closed at 1732461630431 2024-11-24T15:20:30,432 WARN [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/MasterData/data/master/store/.initializing 2024-11-24T15:20:30,432 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/MasterData/WALs/c99348da3e93,43745,1732461628724 2024-11-24T15:20:30,433 INFO [master/c99348da3e93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:20:30,434 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c99348da3e93%2C43745%2C1732461628724, suffix=, logDir=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/MasterData/WALs/c99348da3e93,43745,1732461628724, archiveDir=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/MasterData/oldWALs, maxLogs=10 2024-11-24T15:20:30,447 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/MasterData/WALs/c99348da3e93,43745,1732461628724/c99348da3e93%2C43745%2C1732461628724.1732461630434, exclude list is [], retry=0 2024-11-24T15:20:30,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35573,DS-6037f960-5655-49ba-a0b2-2919b9f0a023,DISK] 2024-11-24T15:20:30,451 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/MasterData/WALs/c99348da3e93,43745,1732461628724/c99348da3e93%2C43745%2C1732461628724.1732461630434 2024-11-24T15:20:30,451 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33723:33723)] 2024-11-24T15:20:30,451 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:20:30,451 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:30,451 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:30,451 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:30,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:30,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T15:20:30,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:30,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:30,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:30,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T15:20:30,454 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:30,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:30,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:30,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T15:20:30,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:30,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:30,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:30,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T15:20:30,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:30,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:30,459 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:30,459 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:30,459 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:30,460 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:30,460 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:30,461 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:20:30,462 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:30,463 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:20:30,463 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65568170, jitterRate=-0.02295812964439392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:20:30,464 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732461630451Initializing all the Stores at 1732461630452 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461630452Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461630452Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461630452Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461630452Cleaning up temporary data from old regions at 1732461630460 (+8 ms)Region opened successfully at 1732461630464 (+4 ms) 2024-11-24T15:20:30,464 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T15:20:30,466 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371de9d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:20:30,466 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T15:20:30,467 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T15:20:30,467 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T15:20:30,467 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T15:20:30,467 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T15:20:30,467 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T15:20:30,467 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T15:20:30,469 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T15:20:30,470 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Unable to get data of znode /1108267907/balancer because node does not exist (not necessarily an error) 2024-11-24T15:20:30,471 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1108267907/balancer already deleted, retry=false 2024-11-24T15:20:30,471 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T15:20:30,472 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Unable to get data of znode /1108267907/normalizer because node does not exist (not necessarily an error) 2024-11-24T15:20:30,473 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1108267907/normalizer already deleted, retry=false 2024-11-24T15:20:30,473 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T15:20:30,474 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Unable to get data of znode /1108267907/switch/split because node does not exist (not necessarily an error) 2024-11-24T15:20:30,480 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1108267907/switch/split already deleted, retry=false 2024-11-24T15:20:30,481 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Unable to get data of znode /1108267907/switch/merge because node does not exist (not necessarily an error) 2024-11-24T15:20:30,482 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1108267907/switch/merge already deleted, retry=false 2024-11-24T15:20:30,483 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Unable to get data of znode /1108267907/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T15:20:30,484 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1108267907/snapshot-cleanup already deleted, retry=false 2024-11-24T15:20:30,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1108267907/running 2024-11-24T15:20:30,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1014a9064f60004, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1108267907/running 2024-11-24T15:20:30,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1108267907 2024-11-24T15:20:30,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1014a9064f60004, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1108267907 2024-11-24T15:20:30,486 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c99348da3e93,43745,1732461628724, sessionid=0x1014a9064f60003, setting cluster-up flag (Was=false) 2024-11-24T15:20:30,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1108267907 2024-11-24T15:20:30,493 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1108267907/flush-table-proc/acquired, /1108267907/flush-table-proc/reached, /1108267907/flush-table-proc/abort 2024-11-24T15:20:30,494 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,43745,1732461628724 2024-11-24T15:20:30,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1108267907 2024-11-24T15:20:30,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1014a9064f60004, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1108267907 2024-11-24T15:20:30,500 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1108267907/online-snapshot/acquired, /1108267907/online-snapshot/reached, /1108267907/online-snapshot/abort 2024-11-24T15:20:30,501 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,43745,1732461628724 2024-11-24T15:20:30,502 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T15:20:30,503 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T15:20:30,503 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T15:20:30,504 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T15:20:30,504 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c99348da3e93,43745,1732461628724 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T15:20:30,505 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:20:30,505 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:20:30,505 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:20:30,505 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:20:30,505 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c99348da3e93:0, corePoolSize=10, maxPoolSize=10 2024-11-24T15:20:30,505 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:30,505 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:20:30,505 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:30,506 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:20:30,506 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T15:20:30,507 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:30,507 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T15:20:30,508 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732461660508 2024-11-24T15:20:30,508 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T15:20:30,509 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T15:20:30,509 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T15:20:30,509 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T15:20:30,509 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T15:20:30,509 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T15:20:30,512 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:30,512 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T15:20:30,513 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T15:20:30,513 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T15:20:30,513 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T15:20:30,514 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T15:20:30,514 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T15:20:30,515 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461630514,5,FailOnTimeoutGroup] 2024-11-24T15:20:30,516 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461630515,5,FailOnTimeoutGroup] 2024-11-24T15:20:30,516 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:30,516 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T15:20:30,516 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:30,516 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:30,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741831_1007 (size=1321) 2024-11-24T15:20:30,575 INFO [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(746): ClusterId : 2794abe2-aa33-49b0-b159-9166989bf524 2024-11-24T15:20:30,575 DEBUG [RS:0;c99348da3e93:35605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T15:20:30,577 DEBUG [RS:0;c99348da3e93:35605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T15:20:30,577 DEBUG [RS:0;c99348da3e93:35605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T15:20:30,579 DEBUG [RS:0;c99348da3e93:35605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T15:20:30,579 DEBUG [RS:0;c99348da3e93:35605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1efa3a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:20:30,591 DEBUG [RS:0;c99348da3e93:35605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c99348da3e93:35605 2024-11-24T15:20:30,591 INFO [RS:0;c99348da3e93:35605 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T15:20:30,591 INFO [RS:0;c99348da3e93:35605 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T15:20:30,591 DEBUG [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T15:20:30,592 INFO [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(2659): reportForDuty to master=c99348da3e93,43745,1732461628724 with port=35605, startcode=1732461628757 2024-11-24T15:20:30,592 DEBUG [RS:0;c99348da3e93:35605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T15:20:30,593 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T15:20:30,594 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43745 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c99348da3e93,35605,1732461628757 2024-11-24T15:20:30,594 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43745 {}] master.ServerManager(517): Registering regionserver=c99348da3e93,35605,1732461628757 2024-11-24T15:20:30,595 DEBUG [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d 2024-11-24T15:20:30,595 DEBUG [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44961 2024-11-24T15:20:30,595 DEBUG [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T15:20:30,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1108267907/rs 2024-11-24T15:20:30,603 DEBUG [RS:0;c99348da3e93:35605 {}] zookeeper.ZKUtil(111): regionserver:35605-0x1014a9064f60004, quorum=127.0.0.1:60985, baseZNode=/1108267907 Set watcher on existing znode=/1108267907/rs/c99348da3e93,35605,1732461628757 2024-11-24T15:20:30,603 WARN [RS:0;c99348da3e93:35605 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:20:30,603 INFO [RS:0;c99348da3e93:35605 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:20:30,603 DEBUG [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757 2024-11-24T15:20:30,603 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c99348da3e93,35605,1732461628757] 2024-11-24T15:20:30,607 INFO [RS:0;c99348da3e93:35605 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T15:20:30,608 INFO [RS:0;c99348da3e93:35605 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T15:20:30,610 INFO [RS:0;c99348da3e93:35605 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T15:20:30,610 INFO [RS:0;c99348da3e93:35605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:30,615 INFO [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T15:20:30,615 INFO [RS:0;c99348da3e93:35605 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T15:20:30,616 INFO [RS:0;c99348da3e93:35605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:30,616 DEBUG [RS:0;c99348da3e93:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:30,616 DEBUG [RS:0;c99348da3e93:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:30,616 DEBUG [RS:0;c99348da3e93:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:30,616 DEBUG [RS:0;c99348da3e93:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:30,616 DEBUG [RS:0;c99348da3e93:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:30,616 DEBUG [RS:0;c99348da3e93:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:20:30,616 DEBUG [RS:0;c99348da3e93:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:30,616 DEBUG [RS:0;c99348da3e93:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:30,616 DEBUG [RS:0;c99348da3e93:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:30,616 DEBUG [RS:0;c99348da3e93:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:30,616 DEBUG [RS:0;c99348da3e93:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:30,616 DEBUG [RS:0;c99348da3e93:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:30,616 DEBUG [RS:0;c99348da3e93:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:20:30,616 DEBUG [RS:0;c99348da3e93:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:20:30,617 INFO [RS:0;c99348da3e93:35605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:30,618 INFO [RS:0;c99348da3e93:35605 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:30,618 INFO [RS:0;c99348da3e93:35605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:30,618 INFO [RS:0;c99348da3e93:35605 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:30,618 INFO [RS:0;c99348da3e93:35605 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:30,618 INFO [RS:0;c99348da3e93:35605 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,35605,1732461628757-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:20:30,632 INFO [RS:0;c99348da3e93:35605 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T15:20:30,632 INFO [RS:0;c99348da3e93:35605 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,35605,1732461628757-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:30,632 INFO [RS:0;c99348da3e93:35605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:30,632 INFO [RS:0;c99348da3e93:35605 {}] regionserver.Replication(171): c99348da3e93,35605,1732461628757 started 2024-11-24T15:20:30,647 INFO [RS:0;c99348da3e93:35605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:30,647 INFO [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(1482): Serving as c99348da3e93,35605,1732461628757, RpcServer on c99348da3e93/172.17.0.2:35605, sessionid=0x1014a9064f60004 2024-11-24T15:20:30,647 DEBUG [RS:0;c99348da3e93:35605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T15:20:30,647 DEBUG [RS:0;c99348da3e93:35605 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c99348da3e93,35605,1732461628757 2024-11-24T15:20:30,647 DEBUG [RS:0;c99348da3e93:35605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,35605,1732461628757' 2024-11-24T15:20:30,647 DEBUG [RS:0;c99348da3e93:35605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1108267907/flush-table-proc/abort' 2024-11-24T15:20:30,647 DEBUG [RS:0;c99348da3e93:35605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1108267907/flush-table-proc/acquired' 2024-11-24T15:20:30,648 DEBUG [RS:0;c99348da3e93:35605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T15:20:30,648 DEBUG [RS:0;c99348da3e93:35605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T15:20:30,648 DEBUG [RS:0;c99348da3e93:35605 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c99348da3e93,35605,1732461628757 2024-11-24T15:20:30,648 DEBUG [RS:0;c99348da3e93:35605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,35605,1732461628757' 2024-11-24T15:20:30,648 DEBUG [RS:0;c99348da3e93:35605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1108267907/online-snapshot/abort' 2024-11-24T15:20:30,648 DEBUG [RS:0;c99348da3e93:35605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1108267907/online-snapshot/acquired' 2024-11-24T15:20:30,648 DEBUG [RS:0;c99348da3e93:35605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T15:20:30,648 INFO [RS:0;c99348da3e93:35605 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T15:20:30,648 INFO [RS:0;c99348da3e93:35605 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T15:20:30,749 INFO [RS:0;c99348da3e93:35605 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:20:30,750 INFO [RS:0;c99348da3e93:35605 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C35605%2C1732461628757, suffix=, logDir=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757, archiveDir=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/oldWALs, maxLogs=10 2024-11-24T15:20:30,763 DEBUG [RS:0;c99348da3e93:35605 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750, exclude list is [], retry=0 2024-11-24T15:20:30,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35573,DS-6037f960-5655-49ba-a0b2-2919b9f0a023,DISK] 2024-11-24T15:20:30,767 INFO [RS:0;c99348da3e93:35605 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 2024-11-24T15:20:30,767 DEBUG [RS:0;c99348da3e93:35605 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33723:33723)] 2024-11-24T15:20:30,917 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T15:20:30,918 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d 2024-11-24T15:20:30,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741833_1009 (size=32) 2024-11-24T15:20:31,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:31,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:20:31,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:20:31,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:31,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:31,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:20:31,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:20:31,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:31,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:31,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:20:31,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:20:31,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:31,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:31,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:20:31,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:20:31,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:31,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:31,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:20:31,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/meta/1588230740 2024-11-24T15:20:31,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/meta/1588230740 2024-11-24T15:20:31,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:20:31,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:20:31,331 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:20:31,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:20:31,334 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:20:31,334 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68195747, jitterRate=0.016195818781852722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:20:31,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732461631323Initializing all the Stores at 1732461631324 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461631324Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461631324Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461631324Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461631324Cleaning up temporary data from old regions at 1732461631331 (+7 ms)Region opened successfully at 1732461631334 (+3 ms) 2024-11-24T15:20:31,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:20:31,334 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:20:31,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:20:31,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:20:31,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:20:31,335 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:20:31,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461631334Disabling compacts and flushes for region at 1732461631334Disabling writes for close at 1732461631334Writing region close event to WAL at 1732461631335 (+1 ms)Closed at 1732461631335 2024-11-24T15:20:31,336 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:20:31,336 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T15:20:31,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T15:20:31,337 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:20:31,338 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T15:20:31,488 DEBUG [c99348da3e93:43745 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T15:20:31,489 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c99348da3e93,35605,1732461628757 2024-11-24T15:20:31,490 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,35605,1732461628757, state=OPENING 2024-11-24T15:20:31,491 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T15:20:31,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1108267907 2024-11-24T15:20:31,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1014a9064f60004, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1108267907 2024-11-24T15:20:31,493 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:20:31,493 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1108267907/meta-region-server: CHANGED 2024-11-24T15:20:31,493 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1108267907/meta-region-server: CHANGED 2024-11-24T15:20:31,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,35605,1732461628757}] 2024-11-24T15:20:31,645 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:20:31,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T15:20:31,649 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T15:20:31,649 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:20:31,650 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T15:20:31,651 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C35605%2C1732461628757.meta, suffix=.meta, logDir=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757, archiveDir=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/oldWALs, maxLogs=10 2024-11-24T15:20:31,668 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.meta.1732461631651.meta, exclude list is [], retry=0 2024-11-24T15:20:31,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35573,DS-6037f960-5655-49ba-a0b2-2919b9f0a023,DISK] 2024-11-24T15:20:31,671 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.meta.1732461631651.meta 2024-11-24T15:20:31,672 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33723:33723)] 2024-11-24T15:20:31,672 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:20:31,673 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:20:31,673 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:20:31,673 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T15:20:31,673 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T15:20:31,673 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T15:20:31,673 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:31,673 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T15:20:31,673 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T15:20:31,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:20:31,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:20:31,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:31,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:31,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:20:31,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:20:31,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:31,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:31,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:20:31,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:20:31,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:31,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:31,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:20:31,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:20:31,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:31,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:31,679 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:20:31,680 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/meta/1588230740 2024-11-24T15:20:31,680 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/meta/1588230740 2024-11-24T15:20:31,681 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:20:31,681 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:20:31,682 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:20:31,682 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:20:31,683 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60031539, jitterRate=-0.10546036064624786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:20:31,683 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T15:20:31,683 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732461631673Writing region info on filesystem at 1732461631673Initializing all the Stores at 1732461631674 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461631674Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461631674Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461631674Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461631674Cleaning up temporary data from old regions at 1732461631681 (+7 ms)Running coprocessor post-open hooks at 1732461631683 (+2 ms)Region opened successfully at 1732461631683 2024-11-24T15:20:31,684 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732461631645 2024-11-24T15:20:31,686 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T15:20:31,686 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T15:20:31,686 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,35605,1732461628757 2024-11-24T15:20:31,687 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,35605,1732461628757, state=OPEN 2024-11-24T15:20:31,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1014a9064f60004, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1108267907/meta-region-server 2024-11-24T15:20:31,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1108267907/meta-region-server 2024-11-24T15:20:31,688 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c99348da3e93,35605,1732461628757 2024-11-24T15:20:31,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1108267907/meta-region-server: CHANGED 2024-11-24T15:20:31,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1108267907/meta-region-server: CHANGED 2024-11-24T15:20:31,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T15:20:31,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,35605,1732461628757 in 195 msec 2024-11-24T15:20:31,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T15:20:31,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-24T15:20:31,692 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:20:31,692 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T15:20:31,693 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:20:31,694 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,35605,1732461628757, seqNum=-1] 2024-11-24T15:20:31,694 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:20:31,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:20:31,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1950 sec 2024-11-24T15:20:31,699 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732461631699, completionTime=-1 2024-11-24T15:20:31,699 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T15:20:31,699 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T15:20:31,701 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T15:20:31,701 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732461691701 2024-11-24T15:20:31,701 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732461751701 2024-11-24T15:20:31,701 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T15:20:31,702 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43745,1732461628724-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:31,702 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43745,1732461628724-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:31,702 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43745,1732461628724-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:31,702 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c99348da3e93:43745, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:31,702 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:31,702 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:31,703 DEBUG [master/c99348da3e93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T15:20:31,706 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.913sec 2024-11-24T15:20:31,706 INFO [master/c99348da3e93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T15:20:31,706 INFO [master/c99348da3e93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T15:20:31,706 INFO [master/c99348da3e93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T15:20:31,706 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T15:20:31,706 INFO [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T15:20:31,706 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43745,1732461628724-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:20:31,706 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43745,1732461628724-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T15:20:31,708 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T15:20:31,708 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T15:20:31,708 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43745,1732461628724-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:31,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbc3707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:31,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,43745,-1 for getting cluster id 2024-11-24T15:20:31,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:31,778 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2794abe2-aa33-49b0-b159-9166989bf524' 2024-11-24T15:20:31,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:31,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2794abe2-aa33-49b0-b159-9166989bf524" 2024-11-24T15:20:31,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@724748a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:31,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,43745,-1] 2024-11-24T15:20:31,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:31,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:31,779 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:31,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68862038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:31,780 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:20:31,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,35605,1732461628757, seqNum=-1] 2024-11-24T15:20:31,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:20:31,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:20:31,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c99348da3e93,43745,1732461628724 2024-11-24T15:20:31,784 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60985 2024-11-24T15:20:31,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:20:31,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014a9064f60005 connected 2024-11-24T15:20:31,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/hadoop.log.dir so I do NOT create it in target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb 2024-11-24T15:20:31,790 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T15:20:31,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/hadoop.tmp.dir so I do NOT create it in target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb 2024-11-24T15:20:31,790 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T15:20:31,790 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb 2024-11-24T15:20:31,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T15:20:31,790 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/cluster_d3695418-42d4-3b1f-4a37-547314399ce5, deleteOnExit=true 2024-11-24T15:20:31,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T15:20:31,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/test.cache.data in system properties and HBase conf 2024-11-24T15:20:31,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T15:20:31,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/hadoop.log.dir in system properties and HBase conf 2024-11-24T15:20:31,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T15:20:31,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T15:20:31,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T15:20:31,791 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T15:20:31,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:20:31,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:20:31,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T15:20:31,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:20:31,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T15:20:31,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T15:20:31,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:20:31,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:20:31,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T15:20:31,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/nfs.dump.dir in system properties and HBase conf 2024-11-24T15:20:31,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/java.io.tmpdir in system properties and HBase conf 2024-11-24T15:20:31,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:20:31,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T15:20:31,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T15:20:31,816 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:31,817 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c99348da3e93,36763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:36763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T15:20:31,817 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38365 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c99348da3e93,36763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:36763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T15:20:31,859 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:20:31,862 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:20:31,863 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:20:31,863 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:20:31,863 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:20:31,864 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:20:31,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32738fc8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:20:31,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67fe0bf3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:20:31,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78104b75{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/java.io.tmpdir/jetty-localhost-36633-hadoop-hdfs-3_4_1-tests_jar-_-any-2597390586365190243/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:20:31,978 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48e6edb{HTTP/1.1, (http/1.1)}{localhost:36633} 2024-11-24T15:20:31,978 INFO [Time-limited test {}] server.Server(415): Started @214859ms 2024-11-24T15:20:32,075 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:20:32,078 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:20:32,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:20:32,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:20:32,079 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:20:32,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8a7d804{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:20:32,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1255a14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:20:32,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4106a39{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/java.io.tmpdir/jetty-localhost-35635-hadoop-hdfs-3_4_1-tests_jar-_-any-7356901658631467118/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:20:32,202 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55094c6e{HTTP/1.1, (http/1.1)}{localhost:35635} 2024-11-24T15:20:32,202 INFO [Time-limited test {}] server.Server(415): Started @215084ms 2024-11-24T15:20:32,203 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T15:20:32,298 WARN [Thread-2892 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/cluster_d3695418-42d4-3b1f-4a37-547314399ce5/data/data1/current/BP-1542468724-172.17.0.2-1732461631809/current, will proceed with Du for space computation calculation, 2024-11-24T15:20:32,298 WARN [Thread-2893 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/cluster_d3695418-42d4-3b1f-4a37-547314399ce5/data/data2/current/BP-1542468724-172.17.0.2-1732461631809/current, will proceed with Du for space computation calculation, 2024-11-24T15:20:32,329 WARN [Thread-2880 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T15:20:32,332 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e1269553277c56d with lease ID 0x71f6168d650ae84c: Processing first storage report for DS-e973d0a4-b37a-4890-a388-52728a9e1e6d from datanode DatanodeRegistration(127.0.0.1:35473, datanodeUuid=7ebe96c5-f817-4d60-833a-6f1884de21e3, infoPort=41355, infoSecurePort=0, ipcPort=33577, storageInfo=lv=-57;cid=testClusterID;nsid=1342701252;c=1732461631809) 2024-11-24T15:20:32,332 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e1269553277c56d with lease ID 0x71f6168d650ae84c: from storage DS-e973d0a4-b37a-4890-a388-52728a9e1e6d node DatanodeRegistration(127.0.0.1:35473, datanodeUuid=7ebe96c5-f817-4d60-833a-6f1884de21e3, infoPort=41355, infoSecurePort=0, ipcPort=33577, storageInfo=lv=-57;cid=testClusterID;nsid=1342701252;c=1732461631809), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:20:32,332 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e1269553277c56d with lease ID 0x71f6168d650ae84c: Processing first storage report for DS-9ad588f4-0941-4951-b62e-d80a3f6ff1ed from datanode DatanodeRegistration(127.0.0.1:35473, datanodeUuid=7ebe96c5-f817-4d60-833a-6f1884de21e3, infoPort=41355, infoSecurePort=0, ipcPort=33577, storageInfo=lv=-57;cid=testClusterID;nsid=1342701252;c=1732461631809) 2024-11-24T15:20:32,332 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e1269553277c56d with lease ID 0x71f6168d650ae84c: from storage DS-9ad588f4-0941-4951-b62e-d80a3f6ff1ed node DatanodeRegistration(127.0.0.1:35473, datanodeUuid=7ebe96c5-f817-4d60-833a-6f1884de21e3, infoPort=41355, infoSecurePort=0, ipcPort=33577, storageInfo=lv=-57;cid=testClusterID;nsid=1342701252;c=1732461631809), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:20:32,366 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T15:20:32,425 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb 2024-11-24T15:20:32,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:32,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:32,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741825_1001 (size=7) 2024-11-24T15:20:32,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T15:20:32,500 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T15:20:32,837 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e with version=8 2024-11-24T15:20:32,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/hbase-staging 2024-11-24T15:20:32,840 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:20:32,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:20:32,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:20:32,840 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:20:32,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:20:32,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:20:32,840 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T15:20:32,840 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:20:32,841 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45039 2024-11-24T15:20:32,842 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45039 connecting to ZooKeeper ensemble=127.0.0.1:60985 2024-11-24T15:20:32,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450390x0, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:20:32,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45039-0x1014a9064f60006 connected 2024-11-24T15:20:32,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:32,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:32,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Set watcher on znode that does not yet exist, /2-450650665/running 2024-11-24T15:20:32,863 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e, hbase.cluster.distributed=false 2024-11-24T15:20:32,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Set watcher on znode that does not yet exist, /2-450650665/acl 2024-11-24T15:20:32,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45039 2024-11-24T15:20:32,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45039 2024-11-24T15:20:32,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45039 2024-11-24T15:20:32,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45039 2024-11-24T15:20:32,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45039 2024-11-24T15:20:32,880 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:20:32,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:20:32,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:20:32,880 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:20:32,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:20:32,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:20:32,881 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T15:20:32,881 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:20:32,881 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36109 2024-11-24T15:20:32,882 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36109 connecting to ZooKeeper ensemble=127.0.0.1:60985 2024-11-24T15:20:32,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:32,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:32,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361090x0, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:20:32,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361090x0, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Set watcher on znode that does not yet exist, /2-450650665/running 2024-11-24T15:20:32,888 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T15:20:32,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36109-0x1014a9064f60007 connected 2024-11-24T15:20:32,892 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T15:20:32,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36109-0x1014a9064f60007, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Set watcher on znode that does not yet exist, /2-450650665/master 2024-11-24T15:20:32,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36109-0x1014a9064f60007, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Set watcher on znode that does not yet exist, /2-450650665/acl 2024-11-24T15:20:32,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36109 2024-11-24T15:20:32,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36109 2024-11-24T15:20:32,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36109 2024-11-24T15:20:32,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36109 2024-11-24T15:20:32,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36109 2024-11-24T15:20:32,931 DEBUG [M:0;c99348da3e93:45039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c99348da3e93:45039 2024-11-24T15:20:32,932 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-450650665/backup-masters/c99348da3e93,45039,1732461632840 2024-11-24T15:20:32,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-450650665/backup-masters 2024-11-24T15:20:32,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1014a9064f60007, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-450650665/backup-masters 2024-11-24T15:20:32,934 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Set watcher on existing znode=/2-450650665/backup-masters/c99348da3e93,45039,1732461632840 2024-11-24T15:20:32,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-450650665 2024-11-24T15:20:32,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1014a9064f60007, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-450650665/master 2024-11-24T15:20:32,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1014a9064f60007, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-450650665 2024-11-24T15:20:32,938 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Set watcher on existing znode=/2-450650665/master 2024-11-24T15:20:32,938 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-450650665/backup-masters/c99348da3e93,45039,1732461632840 from backup master directory 2024-11-24T15:20:32,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-450650665/backup-masters/c99348da3e93,45039,1732461632840 2024-11-24T15:20:32,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1014a9064f60007, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-450650665/backup-masters 2024-11-24T15:20:32,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-450650665/backup-masters 2024-11-24T15:20:32,939 WARN [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:20:32,939 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c99348da3e93,45039,1732461632840 2024-11-24T15:20:32,942 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/hbase.id] with ID: 4ea37ca4-8a77-43e3-aecc-4d327da9cf57 2024-11-24T15:20:32,942 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/.tmp/hbase.id 2024-11-24T15:20:32,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741826_1002 (size=42) 2024-11-24T15:20:32,953 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/.tmp/hbase.id]:[hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/hbase.id] 2024-11-24T15:20:32,963 INFO [master/c99348da3e93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:20:32,963 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T15:20:32,964 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T15:20:32,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1014a9064f60007, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-450650665 2024-11-24T15:20:32,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-450650665 2024-11-24T15:20:32,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741827_1003 (size=196) 2024-11-24T15:20:33,374 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:20:33,375 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T15:20:33,376 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:20:33,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741828_1004 (size=1189) 2024-11-24T15:20:33,782 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/MasterData/data/master/store 2024-11-24T15:20:33,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741829_1005 (size=34) 2024-11-24T15:20:33,795 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:33,795 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:20:33,795 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:33,795 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:33,795 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:20:33,795 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:33,795 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:33,795 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461633795Disabling compacts and flushes for region at 1732461633795Disabling writes for close at 1732461633795Writing region close event to WAL at 1732461633795Closed at 1732461633795 2024-11-24T15:20:33,796 WARN [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/MasterData/data/master/store/.initializing 2024-11-24T15:20:33,796 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/MasterData/WALs/c99348da3e93,45039,1732461632840 2024-11-24T15:20:33,797 INFO [master/c99348da3e93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:20:33,798 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c99348da3e93%2C45039%2C1732461632840, suffix=, logDir=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/MasterData/WALs/c99348da3e93,45039,1732461632840, archiveDir=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/MasterData/oldWALs, maxLogs=10 2024-11-24T15:20:33,816 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/MasterData/WALs/c99348da3e93,45039,1732461632840/c99348da3e93%2C45039%2C1732461632840.1732461633798, exclude list is [], retry=0 2024-11-24T15:20:33,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35473,DS-e973d0a4-b37a-4890-a388-52728a9e1e6d,DISK] 2024-11-24T15:20:33,830 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/MasterData/WALs/c99348da3e93,45039,1732461632840/c99348da3e93%2C45039%2C1732461632840.1732461633798 2024-11-24T15:20:33,831 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41355:41355)] 2024-11-24T15:20:33,831 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:20:33,831 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:33,831 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:33,831 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:33,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:33,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T15:20:33,834 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:33,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:33,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:33,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T15:20:33,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:33,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:33,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:33,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T15:20:33,836 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:33,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:33,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:33,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T15:20:33,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:33,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:33,838 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:33,839 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:33,839 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:33,840 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:33,840 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:33,840 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:20:33,841 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:20:33,843 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:20:33,843 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70639647, jitterRate=0.05261276662349701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:20:33,843 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732461633831Initializing all the Stores at 1732461633832 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461633832Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461633832Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461633832Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461633832Cleaning up temporary data from old regions at 1732461633840 (+8 ms)Region opened successfully at 1732461633843 (+3 ms) 2024-11-24T15:20:33,843 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T15:20:33,845 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b35a438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:20:33,846 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T15:20:33,846 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T15:20:33,846 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T15:20:33,846 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T15:20:33,847 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T15:20:33,847 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T15:20:33,847 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T15:20:33,849 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T15:20:33,850 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Unable to get data of znode /2-450650665/balancer because node does not exist (not necessarily an error) 2024-11-24T15:20:33,851 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-450650665/balancer already deleted, retry=false 2024-11-24T15:20:33,851 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T15:20:33,852 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Unable to get data of znode /2-450650665/normalizer because node does not exist (not necessarily an error) 2024-11-24T15:20:33,853 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-450650665/normalizer already deleted, retry=false 2024-11-24T15:20:33,853 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T15:20:33,854 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Unable to get data of znode /2-450650665/switch/split because node does not exist (not necessarily an error) 2024-11-24T15:20:33,855 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-450650665/switch/split already deleted, retry=false 2024-11-24T15:20:33,855 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Unable to get data of znode /2-450650665/switch/merge because node does not exist (not necessarily an error) 2024-11-24T15:20:33,858 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-450650665/switch/merge already deleted, retry=false 2024-11-24T15:20:33,859 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Unable to get data of znode /2-450650665/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T15:20:33,860 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-450650665/snapshot-cleanup already deleted, retry=false 2024-11-24T15:20:33,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1014a9064f60007, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-450650665/running 2024-11-24T15:20:33,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-450650665/running 2024-11-24T15:20:33,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1014a9064f60007, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-450650665 2024-11-24T15:20:33,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-450650665 2024-11-24T15:20:33,862 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c99348da3e93,45039,1732461632840, sessionid=0x1014a9064f60006, setting cluster-up flag (Was=false) 2024-11-24T15:20:33,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1014a9064f60007, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-450650665 2024-11-24T15:20:33,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-450650665 2024-11-24T15:20:33,871 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-450650665/flush-table-proc/acquired, /2-450650665/flush-table-proc/reached, /2-450650665/flush-table-proc/abort 2024-11-24T15:20:33,871 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,45039,1732461632840 2024-11-24T15:20:33,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-450650665 2024-11-24T15:20:33,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1014a9064f60007, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-450650665 2024-11-24T15:20:33,879 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-450650665/online-snapshot/acquired, /2-450650665/online-snapshot/reached, /2-450650665/online-snapshot/abort 2024-11-24T15:20:33,880 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,45039,1732461632840 2024-11-24T15:20:33,880 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T15:20:33,882 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T15:20:33,882 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T15:20:33,882 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T15:20:33,882 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c99348da3e93,45039,1732461632840 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T15:20:33,883 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:20:33,883 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:20:33,883 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:20:33,883 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:20:33,883 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c99348da3e93:0, corePoolSize=10, maxPoolSize=10 2024-11-24T15:20:33,883 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:33,883 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:20:33,883 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:33,884 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732461663884 2024-11-24T15:20:33,884 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T15:20:33,884 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T15:20:33,885 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T15:20:33,885 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T15:20:33,885 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T15:20:33,885 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T15:20:33,885 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:20:33,885 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T15:20:33,885 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:33,885 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T15:20:33,885 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T15:20:33,885 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T15:20:33,885 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T15:20:33,886 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T15:20:33,886 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T15:20:33,886 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461633886,5,FailOnTimeoutGroup] 2024-11-24T15:20:33,886 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:33,886 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461633886,5,FailOnTimeoutGroup] 2024-11-24T15:20:33,886 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:33,886 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T15:20:33,886 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T15:20:33,886 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:33,886 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:33,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741831_1007 (size=1321) 2024-11-24T15:20:33,918 INFO [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(746): ClusterId : 4ea37ca4-8a77-43e3-aecc-4d327da9cf57 2024-11-24T15:20:33,918 DEBUG [RS:0;c99348da3e93:36109 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T15:20:33,919 DEBUG [RS:0;c99348da3e93:36109 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T15:20:33,919 DEBUG [RS:0;c99348da3e93:36109 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T15:20:33,921 DEBUG [RS:0;c99348da3e93:36109 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T15:20:33,921 DEBUG [RS:0;c99348da3e93:36109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655cef4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:20:33,937 DEBUG [RS:0;c99348da3e93:36109 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c99348da3e93:36109 2024-11-24T15:20:33,937 INFO [RS:0;c99348da3e93:36109 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T15:20:33,937 INFO [RS:0;c99348da3e93:36109 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T15:20:33,937 DEBUG [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T15:20:33,938 INFO [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(2659): reportForDuty to master=c99348da3e93,45039,1732461632840 with port=36109, startcode=1732461632880 2024-11-24T15:20:33,938 DEBUG [RS:0;c99348da3e93:36109 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T15:20:33,939 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T15:20:33,940 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45039 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c99348da3e93,36109,1732461632880 2024-11-24T15:20:33,940 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45039 {}] master.ServerManager(517): Registering regionserver=c99348da3e93,36109,1732461632880 2024-11-24T15:20:33,941 DEBUG [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e 2024-11-24T15:20:33,941 DEBUG [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44379 2024-11-24T15:20:33,941 DEBUG [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T15:20:33,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-450650665/rs 2024-11-24T15:20:33,950 DEBUG [RS:0;c99348da3e93:36109 {}] zookeeper.ZKUtil(111): regionserver:36109-0x1014a9064f60007, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Set watcher on existing znode=/2-450650665/rs/c99348da3e93,36109,1732461632880 2024-11-24T15:20:33,950 WARN [RS:0;c99348da3e93:36109 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:20:33,950 INFO [RS:0;c99348da3e93:36109 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:20:33,950 DEBUG [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880 2024-11-24T15:20:33,950 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c99348da3e93,36109,1732461632880] 2024-11-24T15:20:33,953 INFO [RS:0;c99348da3e93:36109 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T15:20:33,954 INFO [RS:0;c99348da3e93:36109 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T15:20:33,955 INFO [RS:0;c99348da3e93:36109 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T15:20:33,955 INFO [RS:0;c99348da3e93:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:33,955 INFO [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T15:20:33,956 INFO [RS:0;c99348da3e93:36109 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T15:20:33,956 INFO [RS:0;c99348da3e93:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:33,956 DEBUG [RS:0;c99348da3e93:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:33,956 DEBUG [RS:0;c99348da3e93:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:33,956 DEBUG [RS:0;c99348da3e93:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:33,956 DEBUG [RS:0;c99348da3e93:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:33,956 DEBUG [RS:0;c99348da3e93:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:33,956 DEBUG [RS:0;c99348da3e93:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:20:33,956 DEBUG [RS:0;c99348da3e93:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:33,956 DEBUG [RS:0;c99348da3e93:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:33,956 DEBUG [RS:0;c99348da3e93:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:33,956 DEBUG [RS:0;c99348da3e93:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:33,956 DEBUG [RS:0;c99348da3e93:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:33,956 DEBUG [RS:0;c99348da3e93:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:20:33,956 DEBUG [RS:0;c99348da3e93:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:20:33,956 DEBUG [RS:0;c99348da3e93:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:20:33,958 INFO [RS:0;c99348da3e93:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:33,958 INFO [RS:0;c99348da3e93:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:33,958 INFO [RS:0;c99348da3e93:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:33,958 INFO [RS:0;c99348da3e93:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:33,958 INFO [RS:0;c99348da3e93:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:33,958 INFO [RS:0;c99348da3e93:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,36109,1732461632880-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:20:33,975 INFO [RS:0;c99348da3e93:36109 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T15:20:33,975 INFO [RS:0;c99348da3e93:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,36109,1732461632880-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:33,975 INFO [RS:0;c99348da3e93:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:33,975 INFO [RS:0;c99348da3e93:36109 {}] regionserver.Replication(171): c99348da3e93,36109,1732461632880 started 2024-11-24T15:20:33,991 INFO [RS:0;c99348da3e93:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:33,991 INFO [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(1482): Serving as c99348da3e93,36109,1732461632880, RpcServer on c99348da3e93/172.17.0.2:36109, sessionid=0x1014a9064f60007 2024-11-24T15:20:33,991 DEBUG [RS:0;c99348da3e93:36109 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T15:20:33,991 DEBUG [RS:0;c99348da3e93:36109 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c99348da3e93,36109,1732461632880 2024-11-24T15:20:33,991 DEBUG [RS:0;c99348da3e93:36109 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,36109,1732461632880' 2024-11-24T15:20:33,991 DEBUG [RS:0;c99348da3e93:36109 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-450650665/flush-table-proc/abort' 2024-11-24T15:20:33,991 DEBUG [RS:0;c99348da3e93:36109 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-450650665/flush-table-proc/acquired' 2024-11-24T15:20:33,992 DEBUG [RS:0;c99348da3e93:36109 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T15:20:33,992 DEBUG [RS:0;c99348da3e93:36109 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T15:20:33,992 DEBUG [RS:0;c99348da3e93:36109 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c99348da3e93,36109,1732461632880 2024-11-24T15:20:33,992 DEBUG [RS:0;c99348da3e93:36109 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,36109,1732461632880' 2024-11-24T15:20:33,992 DEBUG [RS:0;c99348da3e93:36109 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-450650665/online-snapshot/abort' 2024-11-24T15:20:33,992 DEBUG [RS:0;c99348da3e93:36109 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-450650665/online-snapshot/acquired' 2024-11-24T15:20:33,992 DEBUG [RS:0;c99348da3e93:36109 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T15:20:33,992 INFO [RS:0;c99348da3e93:36109 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T15:20:33,992 INFO [RS:0;c99348da3e93:36109 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T15:20:34,093 INFO [RS:0;c99348da3e93:36109 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:20:34,094 INFO [RS:0;c99348da3e93:36109 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C36109%2C1732461632880, suffix=, logDir=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880, archiveDir=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/oldWALs, maxLogs=10 2024-11-24T15:20:34,110 DEBUG [RS:0;c99348da3e93:36109 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094, exclude list is [], retry=0 2024-11-24T15:20:34,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35473,DS-e973d0a4-b37a-4890-a388-52728a9e1e6d,DISK] 2024-11-24T15:20:34,114 INFO [RS:0;c99348da3e93:36109 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 2024-11-24T15:20:34,115 DEBUG [RS:0;c99348da3e93:36109 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41355:41355)] 2024-11-24T15:20:34,293 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T15:20:34,294 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e 2024-11-24T15:20:34,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741833_1009 (size=32) 2024-11-24T15:20:34,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:34,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:20:34,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:20:34,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:34,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:34,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:20:34,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:20:34,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:34,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:34,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:20:34,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:20:34,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:34,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:34,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:20:34,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:20:34,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:34,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:34,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:20:34,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/meta/1588230740 2024-11-24T15:20:34,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/meta/1588230740 2024-11-24T15:20:34,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:20:34,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:20:34,707 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:20:34,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:20:34,709 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:20:34,709 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65625609, jitterRate=-0.022102221846580505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:20:34,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732461634699Initializing all the Stores at 1732461634700 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461634700Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461634700Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461634700Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461634700Cleaning up temporary data from old regions at 1732461634706 (+6 ms)Region opened successfully at 1732461634709 (+3 ms) 2024-11-24T15:20:34,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:20:34,709 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:20:34,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:20:34,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:20:34,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:20:34,710 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:20:34,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461634709Disabling compacts and flushes for region at 1732461634709Disabling writes for close at 1732461634709Writing region close event to WAL at 1732461634710 (+1 ms)Closed at 1732461634710 2024-11-24T15:20:34,711 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:20:34,711 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T15:20:34,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T15:20:34,712 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:20:34,712 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T15:20:34,863 DEBUG [c99348da3e93:45039 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T15:20:34,863 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c99348da3e93,36109,1732461632880 2024-11-24T15:20:34,864 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,36109,1732461632880, state=OPENING 2024-11-24T15:20:34,866 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T15:20:34,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-450650665 2024-11-24T15:20:34,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1014a9064f60007, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-450650665 2024-11-24T15:20:34,868 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:20:34,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-450650665/meta-region-server: CHANGED 2024-11-24T15:20:34,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-450650665/meta-region-server: CHANGED 2024-11-24T15:20:34,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,36109,1732461632880}] 2024-11-24T15:20:35,020 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:20:35,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T15:20:35,024 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T15:20:35,024 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:20:35,025 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T15:20:35,026 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C36109%2C1732461632880.meta, suffix=.meta, logDir=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880, archiveDir=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/oldWALs, maxLogs=10 2024-11-24T15:20:35,043 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.meta.1732461635026.meta, exclude list is [], retry=0 2024-11-24T15:20:35,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35473,DS-e973d0a4-b37a-4890-a388-52728a9e1e6d,DISK] 2024-11-24T15:20:35,046 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.meta.1732461635026.meta 2024-11-24T15:20:35,047 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41355:41355)] 2024-11-24T15:20:35,047 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:20:35,047 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:20:35,047 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:20:35,047 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T15:20:35,047 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T15:20:35,047 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T15:20:35,047 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:35,047 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T15:20:35,048 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T15:20:35,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:20:35,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:20:35,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:35,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:35,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:20:35,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:20:35,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:35,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:35,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:20:35,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:20:35,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:35,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:35,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:20:35,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:20:35,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:35,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:20:35,052 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:20:35,053 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/meta/1588230740 2024-11-24T15:20:35,053 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/meta/1588230740 2024-11-24T15:20:35,054 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:20:35,054 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:20:35,055 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:20:35,055 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:20:35,056 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58721928, jitterRate=-0.12497508525848389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:20:35,056 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T15:20:35,056 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732461635048Writing region info on filesystem at 1732461635048Initializing all the Stores at 1732461635048Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461635048Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461635048Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461635048Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461635048Cleaning up temporary data from old regions at 1732461635054 (+6 ms)Running coprocessor post-open hooks at 1732461635056 (+2 ms)Region opened successfully at 1732461635056 2024-11-24T15:20:35,057 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732461635020 2024-11-24T15:20:35,059 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T15:20:35,059 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T15:20:35,059 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,36109,1732461632880 2024-11-24T15:20:35,060 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,36109,1732461632880, state=OPEN 2024-11-24T15:20:35,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-450650665/meta-region-server 2024-11-24T15:20:35,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1014a9064f60007, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-450650665/meta-region-server 2024-11-24T15:20:35,063 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c99348da3e93,36109,1732461632880 2024-11-24T15:20:35,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-450650665/meta-region-server: CHANGED 2024-11-24T15:20:35,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-450650665/meta-region-server: CHANGED 2024-11-24T15:20:35,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T15:20:35,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,36109,1732461632880 in 195 msec 2024-11-24T15:20:35,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T15:20:35,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-24T15:20:35,066 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:20:35,066 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T15:20:35,067 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:20:35,067 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,36109,1732461632880, seqNum=-1] 2024-11-24T15:20:35,067 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:20:35,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:20:35,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1900 sec 2024-11-24T15:20:35,072 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732461635072, completionTime=-1 2024-11-24T15:20:35,072 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T15:20:35,072 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T15:20:35,074 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T15:20:35,074 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732461695074 2024-11-24T15:20:35,074 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732461755074 2024-11-24T15:20:35,074 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T15:20:35,074 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,45039,1732461632840-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:35,074 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,45039,1732461632840-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:35,074 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,45039,1732461632840-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:35,074 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c99348da3e93:45039, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:35,074 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:35,074 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:35,076 DEBUG [master/c99348da3e93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T15:20:35,077 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.138sec 2024-11-24T15:20:35,077 INFO [master/c99348da3e93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T15:20:35,077 INFO [master/c99348da3e93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T15:20:35,077 INFO [master/c99348da3e93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T15:20:35,077 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T15:20:35,077 INFO [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T15:20:35,077 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,45039,1732461632840-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:20:35,077 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,45039,1732461632840-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T15:20:35,079 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T15:20:35,079 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T15:20:35,079 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,45039,1732461632840-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:20:35,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c71579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:35,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,45039,-1 for getting cluster id 2024-11-24T15:20:35,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:35,121 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ea37ca4-8a77-43e3-aecc-4d327da9cf57' 2024-11-24T15:20:35,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:35,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ea37ca4-8a77-43e3-aecc-4d327da9cf57" 2024-11-24T15:20:35,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b8a6fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:35,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,45039,-1] 2024-11-24T15:20:35,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:35,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:35,122 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:35,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e44d164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:35,123 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:20:35,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,36109,1732461632880, seqNum=-1] 2024-11-24T15:20:35,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:20:35,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:20:35,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c99348da3e93,45039,1732461632840 2024-11-24T15:20:35,129 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60985 2024-11-24T15:20:35,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:20:35,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014a9064f60008 connected 2024-11-24T15:20:35,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:35,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,33503,1732461624472 2024-11-24T15:20:35,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22d90a53 2024-11-24T15:20:35,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:20:35,135 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:20:35,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:20:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T15:20:35,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:20:35,138 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:35,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T15:20:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:20:35,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:20:35,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741835_1011 (size=902) 2024-11-24T15:20:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:20:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:20:35,547 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 25f596420cea7f1506cf7fa497fff417, NAME => 'test,,1732461635136.25f596420cea7f1506cf7fa497fff417.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff 2024-11-24T15:20:35,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741836_1012 (size=39) 2024-11-24T15:20:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:20:35,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732461635136.25f596420cea7f1506cf7fa497fff417.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:35,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 25f596420cea7f1506cf7fa497fff417, disabling compactions & flushes 2024-11-24T15:20:35,957 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732461635136.25f596420cea7f1506cf7fa497fff417. 2024-11-24T15:20:35,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461635136.25f596420cea7f1506cf7fa497fff417. 2024-11-24T15:20:35,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732461635136.25f596420cea7f1506cf7fa497fff417. after waiting 0 ms 2024-11-24T15:20:35,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732461635136.25f596420cea7f1506cf7fa497fff417. 2024-11-24T15:20:35,957 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732461635136.25f596420cea7f1506cf7fa497fff417. 2024-11-24T15:20:35,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 25f596420cea7f1506cf7fa497fff417: Waiting for close lock at 1732461635957Disabling compacts and flushes for region at 1732461635957Disabling writes for close at 1732461635957Writing region close event to WAL at 1732461635957Closed at 1732461635957 2024-11-24T15:20:35,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:20:35,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732461635136.25f596420cea7f1506cf7fa497fff417.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732461635958"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461635958"}]},"ts":"1732461635958"} 2024-11-24T15:20:35,961 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:20:35,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:20:35,962 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461635962"}]},"ts":"1732461635962"} 2024-11-24T15:20:35,964 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T15:20:35,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=25f596420cea7f1506cf7fa497fff417, ASSIGN}] 2024-11-24T15:20:35,965 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=25f596420cea7f1506cf7fa497fff417, ASSIGN 2024-11-24T15:20:35,966 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=25f596420cea7f1506cf7fa497fff417, ASSIGN; state=OFFLINE, location=c99348da3e93,45047,1732461624522; forceNewPlan=false, retain=false 2024-11-24T15:20:36,116 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=25f596420cea7f1506cf7fa497fff417, regionState=OPENING, regionLocation=c99348da3e93,45047,1732461624522 2024-11-24T15:20:36,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=25f596420cea7f1506cf7fa497fff417, ASSIGN because future has completed 2024-11-24T15:20:36,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25f596420cea7f1506cf7fa497fff417, server=c99348da3e93,45047,1732461624522}] 2024-11-24T15:20:36,274 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732461635136.25f596420cea7f1506cf7fa497fff417. 2024-11-24T15:20:36,274 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 25f596420cea7f1506cf7fa497fff417, NAME => 'test,,1732461635136.25f596420cea7f1506cf7fa497fff417.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:20:36,274 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:20:36,274 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T15:20:36,274 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 25f596420cea7f1506cf7fa497fff417 2024-11-24T15:20:36,274 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732461635136.25f596420cea7f1506cf7fa497fff417.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:36,275 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 25f596420cea7f1506cf7fa497fff417 2024-11-24T15:20:36,275 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 25f596420cea7f1506cf7fa497fff417 2024-11-24T15:20:36,276 INFO [StoreOpener-25f596420cea7f1506cf7fa497fff417-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 25f596420cea7f1506cf7fa497fff417 2024-11-24T15:20:36,277 INFO [StoreOpener-25f596420cea7f1506cf7fa497fff417-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25f596420cea7f1506cf7fa497fff417 columnFamilyName f 2024-11-24T15:20:36,277 DEBUG [StoreOpener-25f596420cea7f1506cf7fa497fff417-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:20:36,277 INFO [StoreOpener-25f596420cea7f1506cf7fa497fff417-1 {}] regionserver.HStore(327): Store=25f596420cea7f1506cf7fa497fff417/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:36,277 INFO [StoreOpener-25f596420cea7f1506cf7fa497fff417-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 25f596420cea7f1506cf7fa497fff417 2024-11-24T15:20:36,278 INFO [StoreOpener-25f596420cea7f1506cf7fa497fff417-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25f596420cea7f1506cf7fa497fff417 columnFamilyName f1 2024-11-24T15:20:36,278 DEBUG [StoreOpener-25f596420cea7f1506cf7fa497fff417-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:36,278 INFO [StoreOpener-25f596420cea7f1506cf7fa497fff417-1 {}] regionserver.HStore(327): Store=25f596420cea7f1506cf7fa497fff417/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:36,278 INFO [StoreOpener-25f596420cea7f1506cf7fa497fff417-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 25f596420cea7f1506cf7fa497fff417 2024-11-24T15:20:36,279 INFO [StoreOpener-25f596420cea7f1506cf7fa497fff417-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25f596420cea7f1506cf7fa497fff417 columnFamilyName norep 2024-11-24T15:20:36,279 DEBUG [StoreOpener-25f596420cea7f1506cf7fa497fff417-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:36,279 INFO [StoreOpener-25f596420cea7f1506cf7fa497fff417-1 {}] regionserver.HStore(327): Store=25f596420cea7f1506cf7fa497fff417/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:36,279 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 25f596420cea7f1506cf7fa497fff417 2024-11-24T15:20:36,280 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/default/test/25f596420cea7f1506cf7fa497fff417 2024-11-24T15:20:36,280 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/default/test/25f596420cea7f1506cf7fa497fff417 2024-11-24T15:20:36,281 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 25f596420cea7f1506cf7fa497fff417 2024-11-24T15:20:36,281 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 25f596420cea7f1506cf7fa497fff417 2024-11-24T15:20:36,281 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:20:36,282 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 25f596420cea7f1506cf7fa497fff417 2024-11-24T15:20:36,283 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/default/test/25f596420cea7f1506cf7fa497fff417/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:20:36,284 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 25f596420cea7f1506cf7fa497fff417; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61519199, jitterRate=-0.08329249918460846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:20:36,284 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25f596420cea7f1506cf7fa497fff417 2024-11-24T15:20:36,284 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 25f596420cea7f1506cf7fa497fff417: Running coprocessor pre-open hook at 1732461636275Writing region info on filesystem at 1732461636275Initializing all the Stores at 1732461636275Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461636275Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461636275Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461636275Cleaning up temporary data from old regions at 1732461636281 (+6 ms)Running coprocessor post-open hooks at 1732461636284 (+3 ms)Region opened successfully at 1732461636284 2024-11-24T15:20:36,285 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732461635136.25f596420cea7f1506cf7fa497fff417., pid=6, masterSystemTime=1732461636271 2024-11-24T15:20:36,287 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732461635136.25f596420cea7f1506cf7fa497fff417. 2024-11-24T15:20:36,287 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732461635136.25f596420cea7f1506cf7fa497fff417. 2024-11-24T15:20:36,287 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=25f596420cea7f1506cf7fa497fff417, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c99348da3e93,45047,1732461624522 2024-11-24T15:20:36,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25f596420cea7f1506cf7fa497fff417, server=c99348da3e93,45047,1732461624522 because future has completed 2024-11-24T15:20:36,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T15:20:36,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 25f596420cea7f1506cf7fa497fff417, server=c99348da3e93,45047,1732461624522 in 171 msec 2024-11-24T15:20:36,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T15:20:36,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=25f596420cea7f1506cf7fa497fff417, ASSIGN in 327 msec 2024-11-24T15:20:36,293 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:20:36,294 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461636293"}]},"ts":"1732461636293"} 2024-11-24T15:20:36,295 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T15:20:36,296 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:20:36,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-24T15:20:37,176 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:20:37,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:37,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:37,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:37,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:37,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:37,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:37,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:37,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:37,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:37,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:37,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:20:37,287 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T15:20:37,287 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:37,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,43745,1732461628724 2024-11-24T15:20:37,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7382d8ef 2024-11-24T15:20:37,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:20:37,289 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:20:37,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:20:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T15:20:37,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:20:37,292 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:37,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T15:20:37,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:20:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:20:37,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741835_1011 (size=902) 2024-11-24T15:20:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:20:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:20:37,700 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e0d04b16a0a87a4980cba885c100265d, NAME => 'test,,1732461637290.e0d04b16a0a87a4980cba885c100265d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d 2024-11-24T15:20:37,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741836_1012 (size=39) 2024-11-24T15:20:37,707 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732461637290.e0d04b16a0a87a4980cba885c100265d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:37,707 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e0d04b16a0a87a4980cba885c100265d, disabling compactions & flushes 2024-11-24T15:20:37,707 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732461637290.e0d04b16a0a87a4980cba885c100265d. 2024-11-24T15:20:37,707 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461637290.e0d04b16a0a87a4980cba885c100265d. 2024-11-24T15:20:37,707 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732461637290.e0d04b16a0a87a4980cba885c100265d. after waiting 0 ms 2024-11-24T15:20:37,707 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732461637290.e0d04b16a0a87a4980cba885c100265d. 2024-11-24T15:20:37,707 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732461637290.e0d04b16a0a87a4980cba885c100265d. 2024-11-24T15:20:37,707 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e0d04b16a0a87a4980cba885c100265d: Waiting for close lock at 1732461637707Disabling compacts and flushes for region at 1732461637707Disabling writes for close at 1732461637707Writing region close event to WAL at 1732461637707Closed at 1732461637707 2024-11-24T15:20:37,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:20:37,709 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732461637290.e0d04b16a0a87a4980cba885c100265d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732461637708"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461637708"}]},"ts":"1732461637708"} 2024-11-24T15:20:37,711 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:20:37,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:20:37,712 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461637712"}]},"ts":"1732461637712"} 2024-11-24T15:20:37,713 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T15:20:37,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e0d04b16a0a87a4980cba885c100265d, ASSIGN}] 2024-11-24T15:20:37,715 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e0d04b16a0a87a4980cba885c100265d, ASSIGN 2024-11-24T15:20:37,716 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e0d04b16a0a87a4980cba885c100265d, ASSIGN; state=OFFLINE, location=c99348da3e93,35605,1732461628757; forceNewPlan=false, retain=false 2024-11-24T15:20:37,866 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e0d04b16a0a87a4980cba885c100265d, regionState=OPENING, regionLocation=c99348da3e93,35605,1732461628757 2024-11-24T15:20:37,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e0d04b16a0a87a4980cba885c100265d, ASSIGN because future has completed 2024-11-24T15:20:37,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0d04b16a0a87a4980cba885c100265d, server=c99348da3e93,35605,1732461628757}] 2024-11-24T15:20:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:20:38,027 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732461637290.e0d04b16a0a87a4980cba885c100265d. 2024-11-24T15:20:38,027 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e0d04b16a0a87a4980cba885c100265d, NAME => 'test,,1732461637290.e0d04b16a0a87a4980cba885c100265d.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:20:38,029 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:20:38,029 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T15:20:38,029 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e0d04b16a0a87a4980cba885c100265d 2024-11-24T15:20:38,029 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732461637290.e0d04b16a0a87a4980cba885c100265d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:38,029 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e0d04b16a0a87a4980cba885c100265d 2024-11-24T15:20:38,029 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e0d04b16a0a87a4980cba885c100265d 2024-11-24T15:20:38,035 INFO [StoreOpener-e0d04b16a0a87a4980cba885c100265d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e0d04b16a0a87a4980cba885c100265d 2024-11-24T15:20:38,036 INFO [StoreOpener-e0d04b16a0a87a4980cba885c100265d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0d04b16a0a87a4980cba885c100265d columnFamilyName f 2024-11-24T15:20:38,036 DEBUG [StoreOpener-e0d04b16a0a87a4980cba885c100265d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:38,037 INFO [StoreOpener-e0d04b16a0a87a4980cba885c100265d-1 {}] regionserver.HStore(327): Store=e0d04b16a0a87a4980cba885c100265d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:38,037 INFO [StoreOpener-e0d04b16a0a87a4980cba885c100265d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e0d04b16a0a87a4980cba885c100265d 2024-11-24T15:20:38,040 INFO [StoreOpener-e0d04b16a0a87a4980cba885c100265d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0d04b16a0a87a4980cba885c100265d columnFamilyName f1 2024-11-24T15:20:38,040 DEBUG [StoreOpener-e0d04b16a0a87a4980cba885c100265d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:38,040 INFO [StoreOpener-e0d04b16a0a87a4980cba885c100265d-1 {}] regionserver.HStore(327): Store=e0d04b16a0a87a4980cba885c100265d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:38,041 INFO [StoreOpener-e0d04b16a0a87a4980cba885c100265d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e0d04b16a0a87a4980cba885c100265d 2024-11-24T15:20:38,041 INFO [StoreOpener-e0d04b16a0a87a4980cba885c100265d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0d04b16a0a87a4980cba885c100265d columnFamilyName norep 2024-11-24T15:20:38,042 DEBUG [StoreOpener-e0d04b16a0a87a4980cba885c100265d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:38,042 INFO [StoreOpener-e0d04b16a0a87a4980cba885c100265d-1 {}] regionserver.HStore(327): Store=e0d04b16a0a87a4980cba885c100265d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:38,042 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e0d04b16a0a87a4980cba885c100265d 2024-11-24T15:20:38,043 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/default/test/e0d04b16a0a87a4980cba885c100265d 2024-11-24T15:20:38,043 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/default/test/e0d04b16a0a87a4980cba885c100265d 2024-11-24T15:20:38,044 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e0d04b16a0a87a4980cba885c100265d 2024-11-24T15:20:38,044 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e0d04b16a0a87a4980cba885c100265d 2024-11-24T15:20:38,044 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:20:38,049 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e0d04b16a0a87a4980cba885c100265d 2024-11-24T15:20:38,054 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/default/test/e0d04b16a0a87a4980cba885c100265d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:20:38,054 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e0d04b16a0a87a4980cba885c100265d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66641283, jitterRate=-0.006967499852180481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:20:38,054 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e0d04b16a0a87a4980cba885c100265d 2024-11-24T15:20:38,054 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e0d04b16a0a87a4980cba885c100265d: Running coprocessor pre-open hook at 1732461638029Writing region info on filesystem at 1732461638029Initializing all the Stores at 1732461638032 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461638033 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461638035 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461638035Cleaning up temporary data from old regions at 1732461638044 (+9 ms)Running coprocessor post-open hooks at 1732461638054 (+10 ms)Region opened successfully at 1732461638054 2024-11-24T15:20:38,055 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732461637290.e0d04b16a0a87a4980cba885c100265d., pid=6, masterSystemTime=1732461638022 2024-11-24T15:20:38,058 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e0d04b16a0a87a4980cba885c100265d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c99348da3e93,35605,1732461628757 2024-11-24T15:20:38,058 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732461637290.e0d04b16a0a87a4980cba885c100265d. 2024-11-24T15:20:38,058 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732461637290.e0d04b16a0a87a4980cba885c100265d. 2024-11-24T15:20:38,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0d04b16a0a87a4980cba885c100265d, server=c99348da3e93,35605,1732461628757 because future has completed 2024-11-24T15:20:38,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T15:20:38,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e0d04b16a0a87a4980cba885c100265d, server=c99348da3e93,35605,1732461628757 in 193 msec 2024-11-24T15:20:38,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T15:20:38,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e0d04b16a0a87a4980cba885c100265d, ASSIGN in 368 msec 2024-11-24T15:20:38,086 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:20:38,086 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461638086"}]},"ts":"1732461638086"} 2024-11-24T15:20:38,088 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T15:20:38,089 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:20:38,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 799 msec 2024-11-24T15:20:38,367 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T15:20:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:20:38,428 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T15:20:38,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:38,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,45039,1732461632840 2024-11-24T15:20:38,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@222685b1 2024-11-24T15:20:38,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:20:38,437 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:20:38,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:20:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T15:20:38,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:20:38,441 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:38,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:20:38,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T15:20:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:20:38,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741835_1011 (size=902) 2024-11-24T15:20:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:20:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:20:38,864 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 475a56920ee0beed625216d1b8018b83, NAME => 'test,,1732461638438.475a56920ee0beed625216d1b8018b83.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e 2024-11-24T15:20:38,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741836_1012 (size=39) 2024-11-24T15:20:38,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732461638438.475a56920ee0beed625216d1b8018b83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:38,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 475a56920ee0beed625216d1b8018b83, disabling compactions & flushes 2024-11-24T15:20:38,892 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732461638438.475a56920ee0beed625216d1b8018b83. 2024-11-24T15:20:38,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461638438.475a56920ee0beed625216d1b8018b83. 2024-11-24T15:20:38,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732461638438.475a56920ee0beed625216d1b8018b83. after waiting 0 ms 2024-11-24T15:20:38,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732461638438.475a56920ee0beed625216d1b8018b83. 2024-11-24T15:20:38,892 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732461638438.475a56920ee0beed625216d1b8018b83. 2024-11-24T15:20:38,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 475a56920ee0beed625216d1b8018b83: Waiting for close lock at 1732461638892Disabling compacts and flushes for region at 1732461638892Disabling writes for close at 1732461638892Writing region close event to WAL at 1732461638892Closed at 1732461638892 2024-11-24T15:20:38,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:20:38,893 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732461638438.475a56920ee0beed625216d1b8018b83.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732461638893"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461638893"}]},"ts":"1732461638893"} 2024-11-24T15:20:38,896 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:20:38,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:20:38,897 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461638896"}]},"ts":"1732461638896"} 2024-11-24T15:20:38,899 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T15:20:38,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=475a56920ee0beed625216d1b8018b83, ASSIGN}] 2024-11-24T15:20:38,901 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=475a56920ee0beed625216d1b8018b83, ASSIGN 2024-11-24T15:20:38,902 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=475a56920ee0beed625216d1b8018b83, ASSIGN; state=OFFLINE, location=c99348da3e93,36109,1732461632880; forceNewPlan=false, retain=false 2024-11-24T15:20:39,053 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=475a56920ee0beed625216d1b8018b83, regionState=OPENING, regionLocation=c99348da3e93,36109,1732461632880 2024-11-24T15:20:39,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=475a56920ee0beed625216d1b8018b83, ASSIGN because future has completed 2024-11-24T15:20:39,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 475a56920ee0beed625216d1b8018b83, server=c99348da3e93,36109,1732461632880}] 2024-11-24T15:20:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:20:39,216 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732461638438.475a56920ee0beed625216d1b8018b83. 2024-11-24T15:20:39,217 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 475a56920ee0beed625216d1b8018b83, NAME => 'test,,1732461638438.475a56920ee0beed625216d1b8018b83.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:20:39,217 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:20:39,217 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T15:20:39,217 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 475a56920ee0beed625216d1b8018b83 2024-11-24T15:20:39,217 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732461638438.475a56920ee0beed625216d1b8018b83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:39,218 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 475a56920ee0beed625216d1b8018b83 2024-11-24T15:20:39,218 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 475a56920ee0beed625216d1b8018b83 2024-11-24T15:20:39,226 INFO [StoreOpener-475a56920ee0beed625216d1b8018b83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 475a56920ee0beed625216d1b8018b83 2024-11-24T15:20:39,231 INFO [StoreOpener-475a56920ee0beed625216d1b8018b83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 475a56920ee0beed625216d1b8018b83 columnFamilyName f 2024-11-24T15:20:39,231 DEBUG [StoreOpener-475a56920ee0beed625216d1b8018b83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:39,237 INFO [StoreOpener-475a56920ee0beed625216d1b8018b83-1 {}] regionserver.HStore(327): Store=475a56920ee0beed625216d1b8018b83/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:39,237 INFO [StoreOpener-475a56920ee0beed625216d1b8018b83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 475a56920ee0beed625216d1b8018b83 2024-11-24T15:20:39,238 INFO [StoreOpener-475a56920ee0beed625216d1b8018b83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 475a56920ee0beed625216d1b8018b83 columnFamilyName f1 2024-11-24T15:20:39,238 DEBUG [StoreOpener-475a56920ee0beed625216d1b8018b83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:39,239 INFO [StoreOpener-475a56920ee0beed625216d1b8018b83-1 {}] regionserver.HStore(327): Store=475a56920ee0beed625216d1b8018b83/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:39,239 INFO [StoreOpener-475a56920ee0beed625216d1b8018b83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 475a56920ee0beed625216d1b8018b83 2024-11-24T15:20:39,240 INFO [StoreOpener-475a56920ee0beed625216d1b8018b83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 475a56920ee0beed625216d1b8018b83 columnFamilyName norep 2024-11-24T15:20:39,240 DEBUG [StoreOpener-475a56920ee0beed625216d1b8018b83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:39,240 INFO [StoreOpener-475a56920ee0beed625216d1b8018b83-1 {}] regionserver.HStore(327): Store=475a56920ee0beed625216d1b8018b83/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:39,240 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 475a56920ee0beed625216d1b8018b83 2024-11-24T15:20:39,241 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/default/test/475a56920ee0beed625216d1b8018b83 2024-11-24T15:20:39,242 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/default/test/475a56920ee0beed625216d1b8018b83 2024-11-24T15:20:39,243 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 475a56920ee0beed625216d1b8018b83 2024-11-24T15:20:39,243 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 475a56920ee0beed625216d1b8018b83 2024-11-24T15:20:39,243 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:20:39,244 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 475a56920ee0beed625216d1b8018b83 2024-11-24T15:20:39,246 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/default/test/475a56920ee0beed625216d1b8018b83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:20:39,246 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 475a56920ee0beed625216d1b8018b83; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73969473, jitterRate=0.10223104059696198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:20:39,247 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 475a56920ee0beed625216d1b8018b83 2024-11-24T15:20:39,247 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 475a56920ee0beed625216d1b8018b83: Running coprocessor pre-open hook at 1732461639218Writing region info on filesystem at 1732461639218Initializing all the Stores at 1732461639219 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461639219Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461639225 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461639225Cleaning up temporary data from old regions at 1732461639243 (+18 ms)Running coprocessor post-open hooks at 1732461639247 (+4 ms)Region opened successfully at 1732461639247 2024-11-24T15:20:39,248 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732461638438.475a56920ee0beed625216d1b8018b83., pid=6, masterSystemTime=1732461639209 2024-11-24T15:20:39,250 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732461638438.475a56920ee0beed625216d1b8018b83. 2024-11-24T15:20:39,250 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732461638438.475a56920ee0beed625216d1b8018b83. 2024-11-24T15:20:39,250 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=475a56920ee0beed625216d1b8018b83, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c99348da3e93,36109,1732461632880 2024-11-24T15:20:39,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 475a56920ee0beed625216d1b8018b83, server=c99348da3e93,36109,1732461632880 because future has completed 2024-11-24T15:20:39,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T15:20:39,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 475a56920ee0beed625216d1b8018b83, server=c99348da3e93,36109,1732461632880 in 197 msec 2024-11-24T15:20:39,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T15:20:39,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=475a56920ee0beed625216d1b8018b83, ASSIGN in 355 msec 2024-11-24T15:20:39,258 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:20:39,259 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461639258"}]},"ts":"1732461639258"} 2024-11-24T15:20:39,262 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T15:20:39,262 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:20:39,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 824 msec 2024-11-24T15:20:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:20:39,578 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T15:20:39,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ba985c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:39,579 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,33503,-1 for getting cluster id 2024-11-24T15:20:39,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:39,580 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a0c9f04-0172-4866-bc95-b7e2705a22ce' 2024-11-24T15:20:39,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:39,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a0c9f04-0172-4866-bc95-b7e2705a22ce" 2024-11-24T15:20:39,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0ff173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:39,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,33503,-1] 2024-11-24T15:20:39,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:39,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:39,582 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:39,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e74cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:39,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:39,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,33503,1732461624472 2024-11-24T15:20:39,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@353952ca 2024-11-24T15:20:39,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:20:39,586 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:20:39,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c99348da3e93:43745,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T15:20:39,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T15:20:39,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:39,589 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:43745' 2024-11-24T15:20:39,592 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5178ed53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:39,592 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,43745,-1 for getting cluster id 2024-11-24T15:20:39,592 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:39,593 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2794abe2-aa33-49b0-b159-9166989bf524' 2024-11-24T15:20:39,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:39,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2794abe2-aa33-49b0-b159-9166989bf524" 2024-11-24T15:20:39,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110613e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:39,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,43745,-1] 2024-11-24T15:20:39,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:39,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:39,596 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:39,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb62fcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:39,597 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:39,598 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,43745,1732461628724 2024-11-24T15:20:39,598 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41a975fd 2024-11-24T15:20:39,599 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:20:39,599 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:20:39,600 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T15:20:39,600 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T15:20:39,600 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:39,601 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:39,602 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:20:39,603 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T15:20:39,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:20:39,605 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:39,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:20:39,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:20:39,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741837_1013 (size=1138) 2024-11-24T15:20:39,656 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T15:20:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:40,015 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ce85221a5be14e4d490e43ae3a8b00d, NAME => 'hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff 2024-11-24T15:20:40,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741838_1014 (size=44) 2024-11-24T15:20:40,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:40,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1ce85221a5be14e4d490e43ae3a8b00d, disabling compactions & flushes 2024-11-24T15:20:40,023 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d. 2024-11-24T15:20:40,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d. 2024-11-24T15:20:40,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d. after waiting 0 ms 2024-11-24T15:20:40,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d. 2024-11-24T15:20:40,023 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d. 2024-11-24T15:20:40,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ce85221a5be14e4d490e43ae3a8b00d: Waiting for close lock at 1732461640023Disabling compacts and flushes for region at 1732461640023Disabling writes for close at 1732461640023Writing region close event to WAL at 1732461640023Closed at 1732461640023 2024-11-24T15:20:40,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:20:40,024 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732461640024"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461640024"}]},"ts":"1732461640024"} 2024-11-24T15:20:40,027 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:20:40,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:20:40,028 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461640027"}]},"ts":"1732461640027"} 2024-11-24T15:20:40,029 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T15:20:40,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ce85221a5be14e4d490e43ae3a8b00d, ASSIGN}] 2024-11-24T15:20:40,031 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ce85221a5be14e4d490e43ae3a8b00d, ASSIGN 2024-11-24T15:20:40,031 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1ce85221a5be14e4d490e43ae3a8b00d, ASSIGN; state=OFFLINE, location=c99348da3e93,45047,1732461624522; forceNewPlan=false, retain=false 2024-11-24T15:20:40,182 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1ce85221a5be14e4d490e43ae3a8b00d, regionState=OPENING, regionLocation=c99348da3e93,45047,1732461624522 2024-11-24T15:20:40,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1ce85221a5be14e4d490e43ae3a8b00d, ASSIGN because future has completed 2024-11-24T15:20:40,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ce85221a5be14e4d490e43ae3a8b00d, server=c99348da3e93,45047,1732461624522}] 2024-11-24T15:20:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:40,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d. 2024-11-24T15:20:40,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:20:40,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T15:20:40,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C45047%2C1732461624522.rep, suffix=, logDir=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522, archiveDir=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/oldWALs, maxLogs=10 2024-11-24T15:20:40,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.rep.1732461640343, exclude list is [], retry=0 2024-11-24T15:20:40,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39495,DS-51f8ecf3-93d3-4e2d-a815-b033c1c94090,DISK] 2024-11-24T15:20:40,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.rep.1732461640343 2024-11-24T15:20:40,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43701:43701)] 2024-11-24T15:20:40,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ce85221a5be14e4d490e43ae3a8b00d, NAME => 'hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:20:40,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:20:40,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:20:40,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d. service=MultiRowMutationService 2024-11-24T15:20:40,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T15:20:40,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1ce85221a5be14e4d490e43ae3a8b00d 2024-11-24T15:20:40,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:40,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1ce85221a5be14e4d490e43ae3a8b00d 2024-11-24T15:20:40,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1ce85221a5be14e4d490e43ae3a8b00d 2024-11-24T15:20:40,366 INFO [StoreOpener-1ce85221a5be14e4d490e43ae3a8b00d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1ce85221a5be14e4d490e43ae3a8b00d 2024-11-24T15:20:40,374 INFO [StoreOpener-1ce85221a5be14e4d490e43ae3a8b00d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ce85221a5be14e4d490e43ae3a8b00d columnFamilyName hfileref 2024-11-24T15:20:40,374 DEBUG [StoreOpener-1ce85221a5be14e4d490e43ae3a8b00d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:40,375 INFO [StoreOpener-1ce85221a5be14e4d490e43ae3a8b00d-1 {}] regionserver.HStore(327): Store=1ce85221a5be14e4d490e43ae3a8b00d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:40,375 INFO [StoreOpener-1ce85221a5be14e4d490e43ae3a8b00d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1ce85221a5be14e4d490e43ae3a8b00d 2024-11-24T15:20:40,376 INFO [StoreOpener-1ce85221a5be14e4d490e43ae3a8b00d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ce85221a5be14e4d490e43ae3a8b00d columnFamilyName queue 2024-11-24T15:20:40,376 DEBUG [StoreOpener-1ce85221a5be14e4d490e43ae3a8b00d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:40,377 INFO [StoreOpener-1ce85221a5be14e4d490e43ae3a8b00d-1 {}] regionserver.HStore(327): Store=1ce85221a5be14e4d490e43ae3a8b00d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:40,377 INFO [StoreOpener-1ce85221a5be14e4d490e43ae3a8b00d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1ce85221a5be14e4d490e43ae3a8b00d 2024-11-24T15:20:40,381 INFO [StoreOpener-1ce85221a5be14e4d490e43ae3a8b00d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ce85221a5be14e4d490e43ae3a8b00d columnFamilyName sid 2024-11-24T15:20:40,381 DEBUG [StoreOpener-1ce85221a5be14e4d490e43ae3a8b00d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:40,381 INFO [StoreOpener-1ce85221a5be14e4d490e43ae3a8b00d-1 {}] regionserver.HStore(327): Store=1ce85221a5be14e4d490e43ae3a8b00d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:40,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1ce85221a5be14e4d490e43ae3a8b00d 2024-11-24T15:20:40,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/replication/1ce85221a5be14e4d490e43ae3a8b00d 2024-11-24T15:20:40,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/replication/1ce85221a5be14e4d490e43ae3a8b00d 2024-11-24T15:20:40,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1ce85221a5be14e4d490e43ae3a8b00d 2024-11-24T15:20:40,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1ce85221a5be14e4d490e43ae3a8b00d 2024-11-24T15:20:40,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:20:40,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1ce85221a5be14e4d490e43ae3a8b00d 2024-11-24T15:20:40,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/replication/1ce85221a5be14e4d490e43ae3a8b00d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:20:40,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1ce85221a5be14e4d490e43ae3a8b00d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60574763, jitterRate=-0.09736569225788116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:20:40,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ce85221a5be14e4d490e43ae3a8b00d 2024-11-24T15:20:40,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1ce85221a5be14e4d490e43ae3a8b00d: Running coprocessor pre-open hook at 1732461640365Writing region info on filesystem at 1732461640365Initializing all the Stores at 1732461640366 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461640366Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461640366Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461640366Cleaning up temporary data from old regions at 1732461640383 (+17 ms)Running coprocessor post-open hooks at 1732461640389 (+6 ms)Region opened successfully at 1732461640389 2024-11-24T15:20:40,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d., pid=10, masterSystemTime=1732461640337 2024-11-24T15:20:40,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d. 2024-11-24T15:20:40,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d. 2024-11-24T15:20:40,396 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1ce85221a5be14e4d490e43ae3a8b00d, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,45047,1732461624522 2024-11-24T15:20:40,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ce85221a5be14e4d490e43ae3a8b00d, server=c99348da3e93,45047,1732461624522 because future has completed 2024-11-24T15:20:40,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T15:20:40,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ce85221a5be14e4d490e43ae3a8b00d, server=c99348da3e93,45047,1732461624522 in 218 msec 2024-11-24T15:20:40,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T15:20:40,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ce85221a5be14e4d490e43ae3a8b00d, ASSIGN in 376 msec 2024-11-24T15:20:40,410 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:20:40,410 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461640410"}]},"ts":"1732461640410"} 2024-11-24T15:20:40,412 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T15:20:40,413 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:20:40,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 811 msec 2024-11-24T15:20:40,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d., hostname=c99348da3e93,45047,1732461624522, seqNum=2] 2024-11-24T15:20:40,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x1014a9064f60001, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105725450 2024-11-24T15:20:40,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105725450 2024-11-24T15:20:40,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T15:20:40,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T15:20:40,636 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T15:20:40,681 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c99348da3e93,45047,1732461624522, ReplicationSource: 1, currentBandwidth=0 2024-11-24T15:20:40,682 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:20:40,682 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,45047,1732461624522, seqNum=-1] 2024-11-24T15:20:40,682 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:20:40,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-24T15:20:40,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c99348da3e93,45047,1732461624522', locateType=CURRENT is [region=hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d., hostname=c99348da3e93,45047,1732461624522, seqNum=2] 2024-11-24T15:20:40,688 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T15:20:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T15:20:40,691 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c99348da3e93,45047,1732461624522 suceeded 2024-11-24T15:20:40,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T15:20:40,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-24T15:20:40,692 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c99348da3e93:43745,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T15:20:40,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1060 sec 2024-11-24T15:20:40,706 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:43745' 2024-11-24T15:20:40,707 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4534914d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:40,707 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,43745,-1 for getting cluster id 2024-11-24T15:20:40,708 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:40,708 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2794abe2-aa33-49b0-b159-9166989bf524' 2024-11-24T15:20:40,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:40,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2794abe2-aa33-49b0-b159-9166989bf524" 2024-11-24T15:20:40,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6abfb756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:40,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,43745,-1] 2024-11-24T15:20:40,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:40,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:40,710 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:40,710 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b207f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:40,710 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:40,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,43745,1732461628724 2024-11-24T15:20:40,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c45af5 2024-11-24T15:20:40,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:20:40,712 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-24T15:20:40,713 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c99348da3e93,45047,1732461624522 (queues=1) is replicating from cluster=8a0c9f04-0172-4866-bc95-b7e2705a22ce to cluster=2794abe2-aa33-49b0-b159-9166989bf524 2024-11-24T15:20:40,713 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c99348da3e93%2C45047%2C1732461624522 2024-11-24T15:20:40,713 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c99348da3e93,45047,1732461624522, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T15:20:40,713 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.shipperc99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c99348da3e93%2C45047%2C1732461624522 2024-11-24T15:20:40,713 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504, startPosition=0, beingWritten=true 2024-11-24T15:20:40,719 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:20:40,719 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 379, reset compression=false 2024-11-24T15:20:40,719 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.shipperc99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,45047,1732461624522 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:20:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:40,727 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T15:20:40,727 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:20:40,727 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:40,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:40,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:40,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:20:40,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae89809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:40,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,43745,-1 for getting cluster id 2024-11-24T15:20:40,729 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:40,729 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2794abe2-aa33-49b0-b159-9166989bf524' 2024-11-24T15:20:40,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:40,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2794abe2-aa33-49b0-b159-9166989bf524" 2024-11-24T15:20:40,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3951a477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:40,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,43745,-1] 2024-11-24T15:20:40,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:40,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:40,731 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:40,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ebbbb72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:40,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:40,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,43745,1732461628724 2024-11-24T15:20:40,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b8075c0 2024-11-24T15:20:40,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:20:40,740 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:20:40,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c99348da3e93:45039,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T15:20:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T15:20:40,743 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:45039' 2024-11-24T15:20:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:40,747 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593014cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:40,747 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,45039,-1 for getting cluster id 2024-11-24T15:20:40,747 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:40,748 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ea37ca4-8a77-43e3-aecc-4d327da9cf57' 2024-11-24T15:20:40,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:40,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ea37ca4-8a77-43e3-aecc-4d327da9cf57" 2024-11-24T15:20:40,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b83f8ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:40,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,45039,-1] 2024-11-24T15:20:40,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:40,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:40,750 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:40,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@716f7025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:40,751 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:40,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,45039,1732461632840 2024-11-24T15:20:40,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1370e436 2024-11-24T15:20:40,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:20:40,753 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:20:40,754 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T15:20:40,754 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T15:20:40,754 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:40,754 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:40,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:20:40,754 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:20:40,755 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T15:20:40,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:20:40,757 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:40,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:20:40,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741837_1013 (size=1138) 2024-11-24T15:20:40,806 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T15:20:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:40,922 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 379, reset compression=false 2024-11-24T15:20:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:41,168 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 289e51c4a5d6758da371d58e7d429362, NAME => 'hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d 2024-11-24T15:20:41,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741838_1014 (size=44) 2024-11-24T15:20:41,177 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:41,177 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 289e51c4a5d6758da371d58e7d429362, disabling compactions & flushes 2024-11-24T15:20:41,177 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362. 2024-11-24T15:20:41,177 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362. 2024-11-24T15:20:41,177 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362. after waiting 0 ms 2024-11-24T15:20:41,177 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362. 2024-11-24T15:20:41,177 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362. 2024-11-24T15:20:41,177 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 289e51c4a5d6758da371d58e7d429362: Waiting for close lock at 1732461641177Disabling compacts and flushes for region at 1732461641177Disabling writes for close at 1732461641177Writing region close event to WAL at 1732461641177Closed at 1732461641177 2024-11-24T15:20:41,178 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:20:41,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732461641179"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461641179"}]},"ts":"1732461641179"} 2024-11-24T15:20:41,185 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:20:41,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:20:41,186 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461641186"}]},"ts":"1732461641186"} 2024-11-24T15:20:41,188 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T15:20:41,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=289e51c4a5d6758da371d58e7d429362, ASSIGN}] 2024-11-24T15:20:41,189 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=289e51c4a5d6758da371d58e7d429362, ASSIGN 2024-11-24T15:20:41,190 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=289e51c4a5d6758da371d58e7d429362, ASSIGN; state=OFFLINE, location=c99348da3e93,35605,1732461628757; forceNewPlan=false, retain=false 2024-11-24T15:20:41,227 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 379, reset compression=false 2024-11-24T15:20:41,341 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=289e51c4a5d6758da371d58e7d429362, regionState=OPENING, regionLocation=c99348da3e93,35605,1732461628757 2024-11-24T15:20:41,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=289e51c4a5d6758da371d58e7d429362, ASSIGN because future has completed 2024-11-24T15:20:41,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 289e51c4a5d6758da371d58e7d429362, server=c99348da3e93,35605,1732461628757}] 2024-11-24T15:20:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:41,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362. 2024-11-24T15:20:41,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:20:41,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T15:20:41,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C35605%2C1732461628757.rep, suffix=, logDir=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757, archiveDir=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/oldWALs, maxLogs=10 2024-11-24T15:20:41,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.rep.1732461641504, exclude list is [], retry=0 2024-11-24T15:20:41,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35573,DS-6037f960-5655-49ba-a0b2-2919b9f0a023,DISK] 2024-11-24T15:20:41,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.rep.1732461641504 2024-11-24T15:20:41,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33723:33723)] 2024-11-24T15:20:41,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 289e51c4a5d6758da371d58e7d429362, NAME => 'hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:20:41,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:20:41,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:20:41,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362. service=MultiRowMutationService 2024-11-24T15:20:41,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T15:20:41,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 289e51c4a5d6758da371d58e7d429362 2024-11-24T15:20:41,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:41,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 289e51c4a5d6758da371d58e7d429362 2024-11-24T15:20:41,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 289e51c4a5d6758da371d58e7d429362 2024-11-24T15:20:41,528 INFO [StoreOpener-289e51c4a5d6758da371d58e7d429362-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 289e51c4a5d6758da371d58e7d429362 2024-11-24T15:20:41,529 INFO [StoreOpener-289e51c4a5d6758da371d58e7d429362-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 289e51c4a5d6758da371d58e7d429362 columnFamilyName hfileref 2024-11-24T15:20:41,529 DEBUG [StoreOpener-289e51c4a5d6758da371d58e7d429362-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:41,530 INFO [StoreOpener-289e51c4a5d6758da371d58e7d429362-1 {}] regionserver.HStore(327): Store=289e51c4a5d6758da371d58e7d429362/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:41,530 INFO [StoreOpener-289e51c4a5d6758da371d58e7d429362-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 289e51c4a5d6758da371d58e7d429362 2024-11-24T15:20:41,531 INFO [StoreOpener-289e51c4a5d6758da371d58e7d429362-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 289e51c4a5d6758da371d58e7d429362 columnFamilyName queue 2024-11-24T15:20:41,531 DEBUG [StoreOpener-289e51c4a5d6758da371d58e7d429362-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:41,531 INFO [StoreOpener-289e51c4a5d6758da371d58e7d429362-1 {}] regionserver.HStore(327): Store=289e51c4a5d6758da371d58e7d429362/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:41,531 INFO [StoreOpener-289e51c4a5d6758da371d58e7d429362-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 289e51c4a5d6758da371d58e7d429362 2024-11-24T15:20:41,532 INFO [StoreOpener-289e51c4a5d6758da371d58e7d429362-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 289e51c4a5d6758da371d58e7d429362 columnFamilyName sid 2024-11-24T15:20:41,532 DEBUG [StoreOpener-289e51c4a5d6758da371d58e7d429362-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:41,533 INFO [StoreOpener-289e51c4a5d6758da371d58e7d429362-1 {}] regionserver.HStore(327): Store=289e51c4a5d6758da371d58e7d429362/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:41,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 289e51c4a5d6758da371d58e7d429362 2024-11-24T15:20:41,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/replication/289e51c4a5d6758da371d58e7d429362 2024-11-24T15:20:41,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/replication/289e51c4a5d6758da371d58e7d429362 2024-11-24T15:20:41,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 289e51c4a5d6758da371d58e7d429362 2024-11-24T15:20:41,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 289e51c4a5d6758da371d58e7d429362 2024-11-24T15:20:41,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:20:41,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 289e51c4a5d6758da371d58e7d429362 2024-11-24T15:20:41,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/replication/289e51c4a5d6758da371d58e7d429362/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:20:41,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 289e51c4a5d6758da371d58e7d429362; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62575393, jitterRate=-0.06755398213863373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:20:41,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 289e51c4a5d6758da371d58e7d429362 2024-11-24T15:20:41,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 289e51c4a5d6758da371d58e7d429362: Running coprocessor pre-open hook at 1732461641527Writing region info on filesystem at 1732461641527Initializing all the Stores at 1732461641528 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461641528Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461641528Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461641528Cleaning up temporary data from old regions at 1732461641534 (+6 ms)Running coprocessor post-open hooks at 1732461641541 (+7 ms)Region opened successfully at 1732461641541 2024-11-24T15:20:41,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362., pid=10, masterSystemTime=1732461641496 2024-11-24T15:20:41,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362. 2024-11-24T15:20:41,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362. 2024-11-24T15:20:41,545 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=289e51c4a5d6758da371d58e7d429362, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,35605,1732461628757 2024-11-24T15:20:41,547 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43745 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=c99348da3e93,35605,1732461628757, table=hbase:replication, region=289e51c4a5d6758da371d58e7d429362. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T15:20:41,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 289e51c4a5d6758da371d58e7d429362, server=c99348da3e93,35605,1732461628757 because future has completed 2024-11-24T15:20:41,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T15:20:41,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 289e51c4a5d6758da371d58e7d429362, server=c99348da3e93,35605,1732461628757 in 209 msec 2024-11-24T15:20:41,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T15:20:41,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=289e51c4a5d6758da371d58e7d429362, ASSIGN in 366 msec 2024-11-24T15:20:41,558 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:20:41,558 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461641558"}]},"ts":"1732461641558"} 2024-11-24T15:20:41,560 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T15:20:41,561 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:20:41,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 807 msec 2024-11-24T15:20:41,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362., hostname=c99348da3e93,35605,1732461628757, seqNum=2] 2024-11-24T15:20:41,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1108267907 2024-11-24T15:20:41,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1014a9064f60004, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1108267907 2024-11-24T15:20:41,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T15:20:41,633 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 379, reset compression=false 2024-11-24T15:20:41,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T15:20:41,777 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T15:20:41,835 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c99348da3e93,35605,1732461628757, ReplicationSource: 1, currentBandwidth=0 2024-11-24T15:20:41,836 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:20:41,837 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,35605,1732461628757, seqNum=-1] 2024-11-24T15:20:41,837 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:20:41,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-24T15:20:41,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c99348da3e93,35605,1732461628757', locateType=CURRENT is [region=hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362., hostname=c99348da3e93,35605,1732461628757, seqNum=2] 2024-11-24T15:20:41,845 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T15:20:41,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T15:20:41,848 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c99348da3e93,35605,1732461628757 suceeded 2024-11-24T15:20:41,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T15:20:41,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 225 msec 2024-11-24T15:20:41,851 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c99348da3e93:45039,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T15:20:41,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1110 sec 2024-11-24T15:20:41,870 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:45039' 2024-11-24T15:20:41,873 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32ca2b8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:41,873 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,45039,-1 for getting cluster id 2024-11-24T15:20:41,873 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:41,874 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ea37ca4-8a77-43e3-aecc-4d327da9cf57' 2024-11-24T15:20:41,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:41,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ea37ca4-8a77-43e3-aecc-4d327da9cf57" 2024-11-24T15:20:41,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3585c32b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:41,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,45039,-1] 2024-11-24T15:20:41,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:41,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:41,876 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:41,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:41,877 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@760e05d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:41,877 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:41,877 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T15:20:41,878 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:20:41,878 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:41,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:41,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:41,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,45039,1732461632840 2024-11-24T15:20:41,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28bb6de3 2024-11-24T15:20:41,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:20:41,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:20:41,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3879e060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:41,879 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,45039,-1 for getting cluster id 2024-11-24T15:20:41,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:41,880 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-24T15:20:41,880 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ea37ca4-8a77-43e3-aecc-4d327da9cf57' 2024-11-24T15:20:41,881 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:41,881 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ea37ca4-8a77-43e3-aecc-4d327da9cf57" 2024-11-24T15:20:41,881 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7083257a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:41,881 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,45039,-1] 2024-11-24T15:20:41,881 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c99348da3e93,35605,1732461628757 (queues=1) is replicating from cluster=2794abe2-aa33-49b0-b159-9166989bf524 to cluster=4ea37ca4-8a77-43e3-aecc-4d327da9cf57 2024-11-24T15:20:41,881 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c99348da3e93%2C35605%2C1732461628757 2024-11-24T15:20:41,881 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:41,881 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c99348da3e93,35605,1732461628757, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T15:20:41,881 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:41,886 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:41,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c90595a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:41,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:41,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,45039,1732461632840 2024-11-24T15:20:41,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c515e0e 2024-11-24T15:20:41,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:20:41,891 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:20:41,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c99348da3e93:33503,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T15:20:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T15:20:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:41,894 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:33503' 2024-11-24T15:20:41,897 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:41,897 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c99348da3e93,36763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:36763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T15:20:41,898 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48446 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c99348da3e93,36763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:36763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T15:20:41,909 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750, startPosition=0, beingWritten=true 2024-11-24T15:20:41,913 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@313d0e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:41,913 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,33503,-1 for getting cluster id 2024-11-24T15:20:41,913 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:41,914 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a0c9f04-0172-4866-bc95-b7e2705a22ce' 2024-11-24T15:20:41,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:41,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a0c9f04-0172-4866-bc95-b7e2705a22ce" 2024-11-24T15:20:41,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365ccf03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:41,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,33503,-1] 2024-11-24T15:20:41,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:41,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:41,917 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:41,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b176e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:41,918 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:41,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,33503,1732461624472 2024-11-24T15:20:41,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b6797f4 2024-11-24T15:20:41,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:20:41,919 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:20:41,920 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T15:20:41,920 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T15:20:41,920 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.shipperc99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c99348da3e93%2C35605%2C1732461628757 2024-11-24T15:20:41,921 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:41,921 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:41,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:20:41,921 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:20:41,926 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T15:20:41,927 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:20:41,927 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:41,928 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:20:41,943 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:20:41,943 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 379, reset compression=false 2024-11-24T15:20:41,943 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.shipperc99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,35605,1732461628757 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:20:41,976 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T15:20:41,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741837_1013 (size=1138) 2024-11-24T15:20:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:42,138 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 379, reset compression=false 2024-11-24T15:20:42,178 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 379, reset compression=false 2024-11-24T15:20:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:42,387 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9dca36516286f66dec699d5249959815, NAME => 'hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e 2024-11-24T15:20:42,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741838_1014 (size=44) 2024-11-24T15:20:42,483 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 379, reset compression=false 2024-11-24T15:20:42,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T15:20:42,500 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T15:20:42,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T15:20:42,500 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T15:20:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:42,607 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T15:20:42,757 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 379, reset compression=false 2024-11-24T15:20:42,794 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:42,794 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9dca36516286f66dec699d5249959815, disabling compactions & flushes 2024-11-24T15:20:42,794 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815. 2024-11-24T15:20:42,794 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815. 2024-11-24T15:20:42,794 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815. after waiting 0 ms 2024-11-24T15:20:42,794 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815. 2024-11-24T15:20:42,794 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815. 2024-11-24T15:20:42,794 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9dca36516286f66dec699d5249959815: Waiting for close lock at 1732461642794Disabling compacts and flushes for region at 1732461642794Disabling writes for close at 1732461642794Writing region close event to WAL at 1732461642794Closed at 1732461642794 2024-11-24T15:20:42,795 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:20:42,796 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732461642795"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461642795"}]},"ts":"1732461642795"} 2024-11-24T15:20:42,797 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:20:42,798 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:20:42,798 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461642798"}]},"ts":"1732461642798"} 2024-11-24T15:20:42,799 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T15:20:42,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9dca36516286f66dec699d5249959815, ASSIGN}] 2024-11-24T15:20:42,800 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9dca36516286f66dec699d5249959815, ASSIGN 2024-11-24T15:20:42,801 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9dca36516286f66dec699d5249959815, ASSIGN; state=OFFLINE, location=c99348da3e93,36109,1732461632880; forceNewPlan=false, retain=false 2024-11-24T15:20:42,896 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 379, reset compression=false 2024-11-24T15:20:42,952 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9dca36516286f66dec699d5249959815, regionState=OPENING, regionLocation=c99348da3e93,36109,1732461632880 2024-11-24T15:20:42,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9dca36516286f66dec699d5249959815, ASSIGN because future has completed 2024-11-24T15:20:42,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dca36516286f66dec699d5249959815, server=c99348da3e93,36109,1732461632880}] 2024-11-24T15:20:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:43,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815. 2024-11-24T15:20:43,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:20:43,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T15:20:43,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C36109%2C1732461632880.rep, suffix=, logDir=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880, archiveDir=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/oldWALs, maxLogs=10 2024-11-24T15:20:43,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.rep.1732461643113, exclude list is [], retry=0 2024-11-24T15:20:43,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35473,DS-e973d0a4-b37a-4890-a388-52728a9e1e6d,DISK] 2024-11-24T15:20:43,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.rep.1732461643113 2024-11-24T15:20:43,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41355:41355)] 2024-11-24T15:20:43,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9dca36516286f66dec699d5249959815, NAME => 'hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:20:43,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:20:43,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:20:43,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815. service=MultiRowMutationService 2024-11-24T15:20:43,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T15:20:43,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9dca36516286f66dec699d5249959815 2024-11-24T15:20:43,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:20:43,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9dca36516286f66dec699d5249959815 2024-11-24T15:20:43,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9dca36516286f66dec699d5249959815 2024-11-24T15:20:43,132 INFO [StoreOpener-9dca36516286f66dec699d5249959815-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9dca36516286f66dec699d5249959815 2024-11-24T15:20:43,133 INFO [StoreOpener-9dca36516286f66dec699d5249959815-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dca36516286f66dec699d5249959815 columnFamilyName hfileref 2024-11-24T15:20:43,133 DEBUG [StoreOpener-9dca36516286f66dec699d5249959815-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:43,133 INFO [StoreOpener-9dca36516286f66dec699d5249959815-1 {}] regionserver.HStore(327): Store=9dca36516286f66dec699d5249959815/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:43,134 INFO [StoreOpener-9dca36516286f66dec699d5249959815-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9dca36516286f66dec699d5249959815 2024-11-24T15:20:43,134 INFO [StoreOpener-9dca36516286f66dec699d5249959815-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dca36516286f66dec699d5249959815 columnFamilyName queue 2024-11-24T15:20:43,134 DEBUG [StoreOpener-9dca36516286f66dec699d5249959815-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:43,135 INFO [StoreOpener-9dca36516286f66dec699d5249959815-1 {}] regionserver.HStore(327): Store=9dca36516286f66dec699d5249959815/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:43,135 INFO [StoreOpener-9dca36516286f66dec699d5249959815-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9dca36516286f66dec699d5249959815 2024-11-24T15:20:43,135 INFO [StoreOpener-9dca36516286f66dec699d5249959815-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dca36516286f66dec699d5249959815 columnFamilyName sid 2024-11-24T15:20:43,136 DEBUG [StoreOpener-9dca36516286f66dec699d5249959815-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:20:43,136 INFO [StoreOpener-9dca36516286f66dec699d5249959815-1 {}] regionserver.HStore(327): Store=9dca36516286f66dec699d5249959815/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:20:43,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9dca36516286f66dec699d5249959815 2024-11-24T15:20:43,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/replication/9dca36516286f66dec699d5249959815 2024-11-24T15:20:43,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/replication/9dca36516286f66dec699d5249959815 2024-11-24T15:20:43,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9dca36516286f66dec699d5249959815 2024-11-24T15:20:43,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9dca36516286f66dec699d5249959815 2024-11-24T15:20:43,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:20:43,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9dca36516286f66dec699d5249959815 2024-11-24T15:20:43,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/replication/9dca36516286f66dec699d5249959815/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:20:43,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9dca36516286f66dec699d5249959815; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72250576, jitterRate=0.07661747932434082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:20:43,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9dca36516286f66dec699d5249959815 2024-11-24T15:20:43,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9dca36516286f66dec699d5249959815: Running coprocessor pre-open hook at 1732461643131Writing region info on filesystem at 1732461643131Initializing all the Stores at 1732461643132 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461643132Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461643132Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461643132Cleaning up temporary data from old regions at 1732461643138 (+6 ms)Running coprocessor post-open hooks at 1732461643142 (+4 ms)Region opened successfully at 1732461643142 2024-11-24T15:20:43,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815., pid=10, masterSystemTime=1732461643107 2024-11-24T15:20:43,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815. 2024-11-24T15:20:43,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815. 2024-11-24T15:20:43,145 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9dca36516286f66dec699d5249959815, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,36109,1732461632880 2024-11-24T15:20:43,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dca36516286f66dec699d5249959815, server=c99348da3e93,36109,1732461632880 because future has completed 2024-11-24T15:20:43,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T15:20:43,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9dca36516286f66dec699d5249959815, server=c99348da3e93,36109,1732461632880 in 197 msec 2024-11-24T15:20:43,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T15:20:43,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9dca36516286f66dec699d5249959815, ASSIGN in 354 msec 2024-11-24T15:20:43,156 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:20:43,157 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461643156"}]},"ts":"1732461643156"} 2024-11-24T15:20:43,158 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T15:20:43,159 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:20:43,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2380 sec 2024-11-24T15:20:43,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815., hostname=c99348da3e93,36109,1732461632880, seqNum=2] 2024-11-24T15:20:43,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1014a9064f60007, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-450650665 2024-11-24T15:20:43,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-450650665 2024-11-24T15:20:43,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T15:20:43,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36109 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T15:20:43,343 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T15:20:43,380 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c99348da3e93,36109,1732461632880, ReplicationSource: 1, currentBandwidth=0 2024-11-24T15:20:43,381 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:20:43,381 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,36109,1732461632880, seqNum=-1] 2024-11-24T15:20:43,381 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:20:43,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-24T15:20:43,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c99348da3e93,36109,1732461632880', locateType=CURRENT is [region=hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815., hostname=c99348da3e93,36109,1732461632880, seqNum=2] 2024-11-24T15:20:43,386 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T15:20:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T15:20:43,388 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c99348da3e93,36109,1732461632880 suceeded 2024-11-24T15:20:43,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T15:20:43,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-24T15:20:43,391 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c99348da3e93:33503,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T15:20:43,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5000 sec 2024-11-24T15:20:43,400 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 379, reset compression=false 2024-11-24T15:20:43,406 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:33503' 2024-11-24T15:20:43,408 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e568392, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:43,408 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,33503,-1 for getting cluster id 2024-11-24T15:20:43,408 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:43,409 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a0c9f04-0172-4866-bc95-b7e2705a22ce' 2024-11-24T15:20:43,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:43,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a0c9f04-0172-4866-bc95-b7e2705a22ce" 2024-11-24T15:20:43,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72aa8ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:43,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,33503,-1] 2024-11-24T15:20:43,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:43,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:43,410 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:43,411 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@429d0f3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:43,411 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:43,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,33503,1732461624472 2024-11-24T15:20:43,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@854d6c8 2024-11-24T15:20:43,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:20:43,412 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-24T15:20:43,413 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c99348da3e93,36109,1732461632880 (queues=1) is replicating from cluster=4ea37ca4-8a77-43e3-aecc-4d327da9cf57 to cluster=8a0c9f04-0172-4866-bc95-b7e2705a22ce 2024-11-24T15:20:43,413 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c99348da3e93%2C36109%2C1732461632880 2024-11-24T15:20:43,413 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c99348da3e93,36109,1732461632880, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T15:20:43,414 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.shipperc99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c99348da3e93%2C36109%2C1732461632880 2024-11-24T15:20:43,414 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094, startPosition=0, beingWritten=true 2024-11-24T15:20:43,421 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:20:43,421 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 379, reset compression=false 2024-11-24T15:20:43,421 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.shipperc99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,36109,1732461632880 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:20:43,461 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 379, reset compression=false 2024-11-24T15:20:43,531 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:20:43,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:43,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:43,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:43,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:43,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:43,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:43,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:43,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:43,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:43,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:43,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:43,625 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 379, reset compression=false 2024-11-24T15:20:43,929 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 379, reset compression=false 2024-11-24T15:20:44,004 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 379, reset compression=false 2024-11-24T15:20:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:20:44,037 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T15:20:44,037 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:20:44,037 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:44,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:44,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:44,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:20:44,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e58784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:44,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,33503,-1 for getting cluster id 2024-11-24T15:20:44,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:44,039 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a0c9f04-0172-4866-bc95-b7e2705a22ce' 2024-11-24T15:20:44,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:44,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a0c9f04-0172-4866-bc95-b7e2705a22ce" 2024-11-24T15:20:44,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1337725b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:44,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,33503,-1] 2024-11-24T15:20:44,040 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:44,040 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:44,040 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:44,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d68a73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:44,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d63a59e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:44,042 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,43745,-1 for getting cluster id 2024-11-24T15:20:44,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:44,042 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2794abe2-aa33-49b0-b159-9166989bf524' 2024-11-24T15:20:44,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2794abe2-aa33-49b0-b159-9166989bf524" 2024-11-24T15:20:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66bb1f1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,43745,-1] 2024-11-24T15:20:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:44,044 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c180408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:44,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eec6a7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:44,045 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,45039,-1 for getting cluster id 2024-11-24T15:20:44,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:44,045 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ea37ca4-8a77-43e3-aecc-4d327da9cf57' 2024-11-24T15:20:44,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:44,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ea37ca4-8a77-43e3-aecc-4d327da9cf57" 2024-11-24T15:20:44,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf7f3dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:44,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,45039,-1] 2024-11-24T15:20:44,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:44,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:44,047 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:44,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c48bfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:44,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:20:44,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,45047,1732461624522, seqNum=-1] 2024-11-24T15:20:44,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:20:44,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:20:44,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732461635136.25f596420cea7f1506cf7fa497fff417., hostname=c99348da3e93,45047,1732461624522, seqNum=2] 2024-11-24T15:20:44,081 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:20:44,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,36109,1732461632880, seqNum=-1] 2024-11-24T15:20:44,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:20:44,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:20:44,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732461638438.475a56920ee0beed625216d1b8018b83., hostname=c99348da3e93,36109,1732461632880, seqNum=2] 2024-11-24T15:20:44,086 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T15:20:44,265 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 379, reset compression=false 2024-11-24T15:20:44,270 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:20:44,270 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 480, reset compression=false 2024-11-24T15:20:44,271 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.shipperc99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,45047,1732461624522 got entry batch from reader: WALEntryBatch [walEntries=[{test/25f596420cea7f1506cf7fa497fff417/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-24T15:20:44,273 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.shipperc99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:20:44,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-24T15:20:44,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35605 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:20:44,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@273fed9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:44,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35605 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,43745,-1 for getting cluster id 2024-11-24T15:20:44,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:44,277 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2794abe2-aa33-49b0-b159-9166989bf524' 2024-11-24T15:20:44,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:44,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2794abe2-aa33-49b0-b159-9166989bf524" 2024-11-24T15:20:44,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61bc9220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:44,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,43745,-1] 2024-11-24T15:20:44,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:44,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:44,278 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:44,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f9b7789, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:44,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35605 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:20:44,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,35605,1732461628757, seqNum=-1] 2024-11-24T15:20:44,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:20:44,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-24T15:20:44,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732461637290.e0d04b16a0a87a4980cba885c100265d., hostname=c99348da3e93,35605,1732461628757, seqNum=2] 2024-11-24T15:20:44,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35605 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:20:44,333 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 379, reset compression=false 2024-11-24T15:20:44,478 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 480, reset compression=false 2024-11-24T15:20:44,708 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 379, reset compression=false 2024-11-24T15:20:44,713 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:20:44,713 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 504, reset compression=false 2024-11-24T15:20:44,713 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.shipperc99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,35605,1732461628757 got entry batch from reader: WALEntryBatch [walEntries=[{test/e0d04b16a0a87a4980cba885c100265d/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-24T15:20:44,716 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.shipperc99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:20:44,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-24T15:20:44,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:20:44,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d302266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:44,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,45039,-1 for getting cluster id 2024-11-24T15:20:44,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:44,719 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ea37ca4-8a77-43e3-aecc-4d327da9cf57' 2024-11-24T15:20:44,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:44,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ea37ca4-8a77-43e3-aecc-4d327da9cf57" 2024-11-24T15:20:44,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28dc8695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:44,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,45039,-1] 2024-11-24T15:20:44,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:44,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:44,721 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:44,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6140e075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:44,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:20:44,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,36109,1732461632880, seqNum=-1] 2024-11-24T15:20:44,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:20:44,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-24T15:20:44,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732461638438.475a56920ee0beed625216d1b8018b83., hostname=c99348da3e93,36109,1732461632880, seqNum=2] 2024-11-24T15:20:44,729 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:20:44,781 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 480, reset compression=false 2024-11-24T15:20:44,837 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 379, reset compression=false 2024-11-24T15:20:44,846 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:20:44,846 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 527, reset compression=false 2024-11-24T15:20:44,846 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.shipperc99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,36109,1732461632880 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:20:44,918 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 504, reset compression=false 2024-11-24T15:20:45,052 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 527, reset compression=false 2024-11-24T15:20:45,089 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-24T15:20:45,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:20:45,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,35605,1732461628757, seqNum=-1] 2024-11-24T15:20:45,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:20:45,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:20:45,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732461637290.e0d04b16a0a87a4980cba885c100265d., hostname=c99348da3e93,35605,1732461628757, seqNum=2] 2024-11-24T15:20:45,097 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-24T15:20:45,186 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 480, reset compression=false 2024-11-24T15:20:45,230 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 504, reset compression=false 2024-11-24T15:20:45,234 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:20:45,234 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 608, reset compression=false 2024-11-24T15:20:45,234 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.shipperc99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,35605,1732461628757 got entry batch from reader: WALEntryBatch [walEntries=[{test/e0d04b16a0a87a4980cba885c100265d/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T15:20:45,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:20:45,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:20:45,356 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 527, reset compression=false 2024-11-24T15:20:45,367 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:20:45,367 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 654, reset compression=false 2024-11-24T15:20:45,367 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.shipperc99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,36109,1732461632880 got entry batch from reader: WALEntryBatch [walEntries=[{test/475a56920ee0beed625216d1b8018b83/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T15:20:45,371 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.shipperc99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:20:45,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-24T15:20:45,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:20:45,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d2e5d5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:45,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,33503,-1 for getting cluster id 2024-11-24T15:20:45,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:45,380 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a0c9f04-0172-4866-bc95-b7e2705a22ce' 2024-11-24T15:20:45,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:45,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a0c9f04-0172-4866-bc95-b7e2705a22ce" 2024-11-24T15:20:45,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@794fc701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:45,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,33503,-1] 2024-11-24T15:20:45,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:45,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:45,381 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:45,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@129ac9a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:45,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:20:45,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,45047,1732461624522, seqNum=-1] 2024-11-24T15:20:45,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:20:45,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-24T15:20:45,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732461635136.25f596420cea7f1506cf7fa497fff417., hostname=c99348da3e93,45047,1732461624522, seqNum=2] 2024-11-24T15:20:45,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:20:45,440 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 608, reset compression=false 2024-11-24T15:20:45,580 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 654, reset compression=false 2024-11-24T15:20:45,699 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 480, reset compression=false 2024-11-24T15:20:45,704 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:20:45,704 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.shipperc99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,45047,1732461624522 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:20:45,704 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 630, reset compression=false 2024-11-24T15:20:45,744 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 608, reset compression=false 2024-11-24T15:20:45,885 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 654, reset compression=false 2024-11-24T15:20:45,908 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 630, reset compression=false 2024-11-24T15:20:46,100 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-24T15:20:46,103 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-24T15:20:46,148 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 608, reset compression=false 2024-11-24T15:20:46,222 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 630, reset compression=false 2024-11-24T15:20:46,294 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 654, reset compression=false 2024-11-24T15:20:46,303 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:20:46,303 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 758, reset compression=false 2024-11-24T15:20:46,303 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.shipperc99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,36109,1732461632880 got entry batch from reader: WALEntryBatch [walEntries=[{test/475a56920ee0beed625216d1b8018b83/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T15:20:46,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:20:46,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:20:46,513 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 758, reset compression=false 2024-11-24T15:20:46,626 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 630, reset compression=false 2024-11-24T15:20:46,631 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:20:46,631 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 757, reset compression=false 2024-11-24T15:20:46,631 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.shipperc99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,45047,1732461624522 got entry batch from reader: WALEntryBatch [walEntries=[{test/25f596420cea7f1506cf7fa497fff417/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T15:20:46,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35605 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:20:46,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35605 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:20:46,652 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 608, reset compression=false 2024-11-24T15:20:46,657 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:20:46,657 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 759, reset compression=false 2024-11-24T15:20:46,657 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.shipperc99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,35605,1732461628757 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:20:46,825 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 758, reset compression=false 2024-11-24T15:20:46,835 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 757, reset compression=false 2024-11-24T15:20:46,861 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 759, reset compression=false 2024-11-24T15:20:47,105 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-24T15:20:47,109 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-24T15:20:47,138 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 757, reset compression=false 2024-11-24T15:20:47,143 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:20:47,143 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 913, reset compression=false 2024-11-24T15:20:47,143 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.shipperc99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,45047,1732461624522 got entry batch from reader: WALEntryBatch [walEntries=[{test/25f596420cea7f1506cf7fa497fff417/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-24T15:20:47,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35605 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:20:47,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35605 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:20:47,164 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 759, reset compression=false 2024-11-24T15:20:47,168 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:20:47,168 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 907, reset compression=false 2024-11-24T15:20:47,168 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.shipperc99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,35605,1732461628757 got entry batch from reader: WALEntryBatch [walEntries=[{test/e0d04b16a0a87a4980cba885c100265d/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-24T15:20:47,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:20:47,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:20:47,229 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 758, reset compression=false 2024-11-24T15:20:47,234 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:20:47,234 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 929, reset compression=false 2024-11-24T15:20:47,234 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.shipperc99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,36109,1732461632880 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:20:47,346 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 913, reset compression=false 2024-11-24T15:20:47,372 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 907, reset compression=false 2024-11-24T15:20:47,438 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 929, reset compression=false 2024-11-24T15:20:47,650 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 913, reset compression=false 2024-11-24T15:20:47,688 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 907, reset compression=false 2024-11-24T15:20:47,749 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 929, reset compression=false 2024-11-24T15:20:48,054 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 913, reset compression=false 2024-11-24T15:20:48,091 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 907, reset compression=false 2024-11-24T15:20:48,111 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-24T15:20:48,115 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-24T15:20:48,153 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 929, reset compression=false 2024-11-24T15:20:48,557 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 913, reset compression=false 2024-11-24T15:20:48,594 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 907, reset compression=false 2024-11-24T15:20:48,606 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:20:48,607 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 1066, reset compression=false 2024-11-24T15:20:48,607 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.shipperc99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,35605,1732461628757 got entry batch from reader: WALEntryBatch [walEntries=[{test/e0d04b16a0a87a4980cba885c100265d/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T15:20:48,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:20:48,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:20:48,633 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:20:48,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:48,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:48,657 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 929, reset compression=false 2024-11-24T15:20:48,661 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:20:48,661 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 1078, reset compression=false 2024-11-24T15:20:48,661 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.shipperc99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,36109,1732461632880 got entry batch from reader: WALEntryBatch [walEntries=[{test/475a56920ee0beed625216d1b8018b83/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-24T15:20:48,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:20:48,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:20:48,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:48,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:48,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:48,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:48,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:48,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:48,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:48,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:48,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:48,810 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 1066, reset compression=false 2024-11-24T15:20:48,865 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 1078, reset compression=false 2024-11-24T15:20:49,114 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 1066, reset compression=false 2024-11-24T15:20:49,117 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-24T15:20:49,121 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-24T15:20:49,161 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 913, reset compression=false 2024-11-24T15:20:49,165 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:20:49,165 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1085, reset compression=false 2024-11-24T15:20:49,165 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.shipperc99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,45047,1732461624522 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:20:49,168 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 1078, reset compression=false 2024-11-24T15:20:49,172 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:20:49,172 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 1237, reset compression=false 2024-11-24T15:20:49,172 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.shipperc99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,36109,1732461632880 got entry batch from reader: WALEntryBatch [walEntries=[{test/475a56920ee0beed625216d1b8018b83/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T15:20:49,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:20:49,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:20:49,368 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1085, reset compression=false 2024-11-24T15:20:49,373 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:20:49,373 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1234, reset compression=false 2024-11-24T15:20:49,373 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.shipperc99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,45047,1732461624522 got entry batch from reader: WALEntryBatch [walEntries=[{test/25f596420cea7f1506cf7fa497fff417/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-24T15:20:49,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35605 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:20:49,375 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 1237, reset compression=false 2024-11-24T15:20:49,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35605 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:20:49,517 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 1066, reset compression=false 2024-11-24T15:20:49,521 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:20:49,521 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 1239, reset compression=false 2024-11-24T15:20:49,521 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.shipperc99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,35605,1732461628757 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:20:49,576 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1234, reset compression=false 2024-11-24T15:20:49,678 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 1237, reset compression=false 2024-11-24T15:20:49,724 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 1239, reset compression=false 2024-11-24T15:20:49,879 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1234, reset compression=false 2024-11-24T15:20:50,028 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 1239, reset compression=false 2024-11-24T15:20:50,082 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 1237, reset compression=false 2024-11-24T15:20:50,123 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-24T15:20:50,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26638ad1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:50,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,45039,-1 for getting cluster id 2024-11-24T15:20:50,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:50,132 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ea37ca4-8a77-43e3-aecc-4d327da9cf57' 2024-11-24T15:20:50,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:50,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ea37ca4-8a77-43e3-aecc-4d327da9cf57" 2024-11-24T15:20:50,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e84146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:50,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,45039,-1] 2024-11-24T15:20:50,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:50,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:50,134 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:50,134 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7287a320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:50,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:50,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,45039,1732461632840 2024-11-24T15:20:50,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75bcb5af 2024-11-24T15:20:50,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:20:50,139 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:20:50,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-24T15:20:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-24T15:20:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T15:20:50,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T15:20:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T15:20:50,283 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1234, reset compression=false 2024-11-24T15:20:50,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36109 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-24T15:20:50,299 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-24T15:20:50,300 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-24T15:20:50,300 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c99348da3e93,36109,1732461632880 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-24T15:20:50,301 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/c99348da3e93:0-0. 2024-11-24T15:20:50,301 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:50,301 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:50,302 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:50,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:20:50,403 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T15:20:50,403 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.shipperc99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T15:20:50,432 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 1239, reset compression=false 2024-11-24T15:20:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T15:20:50,503 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.shipperc99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 terminated 2024-11-24T15:20:50,525 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-c99348da3e93,36109,1732461632880, ReplicationSource: 1, currentBandwidth=0 2024-11-24T15:20:50,525 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-24T15:20:50,526 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-24T15:20:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-24T15:20:50,528 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on c99348da3e93,36109,1732461632880 suceeded 2024-11-24T15:20:50,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T15:20:50,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 381 msec 2024-11-24T15:20:50,530 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-24T15:20:50,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 390 msec 2024-11-24T15:20:50,540 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:33503' 2024-11-24T15:20:50,541 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dd5afa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:50,541 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,33503,-1 for getting cluster id 2024-11-24T15:20:50,541 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:50,542 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a0c9f04-0172-4866-bc95-b7e2705a22ce' 2024-11-24T15:20:50,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:50,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a0c9f04-0172-4866-bc95-b7e2705a22ce" 2024-11-24T15:20:50,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c22834b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:50,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,33503,-1] 2024-11-24T15:20:50,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:50,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:50,543 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:50,544 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48a420f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:50,544 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:50,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,33503,1732461624472 2024-11-24T15:20:50,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fa7de1c 2024-11-24T15:20:50,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:20:50,546 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-24T15:20:50,546 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c99348da3e93,36109,1732461632880 (queues=1) is replicating from cluster=4ea37ca4-8a77-43e3-aecc-4d327da9cf57 to cluster=8a0c9f04-0172-4866-bc95-b7e2705a22ce 2024-11-24T15:20:50,546 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c99348da3e93%2C36109%2C1732461632880 2024-11-24T15:20:50,547 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c99348da3e93,36109,1732461632880, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T15:20:50,547 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.shipperc99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c99348da3e93%2C36109%2C1732461632880 2024-11-24T15:20:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T15:20:50,768 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-24T15:20:50,768 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:20:50,768 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:50,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:50,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:50,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:20:50,772 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-24T15:20:50,787 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1234, reset compression=false 2024-11-24T15:20:50,791 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:20:50,791 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1338, reset compression=false 2024-11-24T15:20:50,791 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.shipperc99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,45047,1732461624522 got entry batch from reader: WALEntryBatch [walEntries=[{test/25f596420cea7f1506cf7fa497fff417/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T15:20:50,793 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35605 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:20:50,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35605 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:20:50,936 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 1239, reset compression=false 2024-11-24T15:20:50,942 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:20:50,942 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 1367, reset compression=false 2024-11-24T15:20:50,942 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.shipperc99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,35605,1732461628757 got entry batch from reader: WALEntryBatch [walEntries=[{test/e0d04b16a0a87a4980cba885c100265d/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T15:20:50,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:20:50,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:20:50,995 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1338, reset compression=false 2024-11-24T15:20:51,161 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 1367, reset compression=false 2024-11-24T15:20:51,303 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1338, reset compression=false 2024-11-24T15:20:51,472 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 1367, reset compression=false 2024-11-24T15:20:51,715 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1338, reset compression=false 2024-11-24T15:20:51,774 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-24T15:20:51,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c28e82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:51,778 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,45039,-1 for getting cluster id 2024-11-24T15:20:51,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:20:51,778 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ea37ca4-8a77-43e3-aecc-4d327da9cf57' 2024-11-24T15:20:51,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:20:51,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ea37ca4-8a77-43e3-aecc-4d327da9cf57" 2024-11-24T15:20:51,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7c4e5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:51,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,45039,-1] 2024-11-24T15:20:51,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:20:51,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:51,781 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:20:51,782 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f411fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:20:51,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:20:51,790 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,45039,1732461632840 2024-11-24T15:20:51,790 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5afb490c 2024-11-24T15:20:51,790 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:20:51,791 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:20:51,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-24T15:20:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-24T15:20:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-24T15:20:51,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T15:20:51,899 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 1367, reset compression=false 2024-11-24T15:20:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-24T15:20:51,918 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:20:51,918 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 1471, reset compression=false 2024-11-24T15:20:51,918 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.shipperc99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,35605,1732461628757 got entry batch from reader: WALEntryBatch [walEntries=[{test/e0d04b16a0a87a4980cba885c100265d/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T15:20:51,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:20:51,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:20:51,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36109 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-24T15:20:51,956 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-24T15:20:51,957 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T15:20:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-24T15:20:51,962 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on c99348da3e93,36109,1732461632880 suceeded 2024-11-24T15:20:51,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-24T15:20:51,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-24T15:20:51,965 INFO [PEWorker-1 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-24T15:20:51,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 173 msec 2024-11-24T15:20:52,048 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094, startPosition=1237, beingWritten=true 2024-11-24T15:20:52,054 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:20:52,054 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 1515, reset compression=false 2024-11-24T15:20:52,054 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.shipperc99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,36109,1732461632880 got entry batch from reader: WALEntryBatch [walEntries=[{test/475a56920ee0beed625216d1b8018b83/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T15:20:52,057 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.shipperc99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:20:52,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-24T15:20:52,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:20:52,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:20:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-24T15:20:52,117 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-24T15:20:52,118 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:20:52,118 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:52,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:52,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:52,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:20:52,121 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-24T15:20:52,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T15:20:52,121 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:20:52,121 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:52,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:52,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:52,121 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T15:20:52,121 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=329852482, stopped=false 2024-11-24T15:20:52,122 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c99348da3e93,45039,1732461632840 2024-11-24T15:20:52,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:20:52,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1014a9064f60007, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-450650665/running 2024-11-24T15:20:52,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-450650665/running 2024-11-24T15:20:52,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1014a9064f60007, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-450650665 2024-11-24T15:20:52,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-450650665 2024-11-24T15:20:52,123 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:20:52,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:20:52,123 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:52,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:52,124 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c99348da3e93,36109,1732461632880' ***** 2024-11-24T15:20:52,124 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T15:20:52,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36109-0x1014a9064f60007, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Set watcher on znode that does not yet exist, /2-450650665/running 2024-11-24T15:20:52,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Set watcher on znode that does not yet exist, /2-450650665/running 2024-11-24T15:20:52,125 INFO [RS:0;c99348da3e93:36109 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T15:20:52,125 INFO [RS:0;c99348da3e93:36109 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T15:20:52,125 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T15:20:52,125 INFO [RS:0;c99348da3e93:36109 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T15:20:52,125 INFO [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(3091): Received CLOSE for 475a56920ee0beed625216d1b8018b83 2024-11-24T15:20:52,125 INFO [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(3091): Received CLOSE for 9dca36516286f66dec699d5249959815 2024-11-24T15:20:52,125 INFO [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(959): stopping server c99348da3e93,36109,1732461632880 2024-11-24T15:20:52,125 INFO [RS:0;c99348da3e93:36109 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:20:52,125 INFO [RS:0;c99348da3e93:36109 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:36109. 2024-11-24T15:20:52,126 DEBUG [RS:0;c99348da3e93:36109 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:52,126 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 475a56920ee0beed625216d1b8018b83, disabling compactions & flushes 2024-11-24T15:20:52,126 DEBUG [RS:0;c99348da3e93:36109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:52,126 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732461638438.475a56920ee0beed625216d1b8018b83. 2024-11-24T15:20:52,126 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461638438.475a56920ee0beed625216d1b8018b83. 2024-11-24T15:20:52,126 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732461638438.475a56920ee0beed625216d1b8018b83. after waiting 0 ms 2024-11-24T15:20:52,126 INFO [RS:0;c99348da3e93:36109 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T15:20:52,126 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732461638438.475a56920ee0beed625216d1b8018b83. 2024-11-24T15:20:52,126 INFO [RS:0;c99348da3e93:36109 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T15:20:52,126 INFO [RS:0;c99348da3e93:36109 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T15:20:52,126 INFO [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T15:20:52,126 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 475a56920ee0beed625216d1b8018b83 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-24T15:20:52,127 INFO [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T15:20:52,127 DEBUG [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 475a56920ee0beed625216d1b8018b83=test,,1732461638438.475a56920ee0beed625216d1b8018b83., 9dca36516286f66dec699d5249959815=hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815.} 2024-11-24T15:20:52,127 DEBUG [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 475a56920ee0beed625216d1b8018b83, 9dca36516286f66dec699d5249959815 2024-11-24T15:20:52,127 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:20:52,127 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:20:52,127 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:20:52,127 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:20:52,127 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:20:52,127 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T15:20:52,130 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 1471, reset compression=false 2024-11-24T15:20:52,146 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/default/test/475a56920ee0beed625216d1b8018b83/.tmp/f/0b5404781ea84cfebc5d1683b07659bf is 37, key is row3/f:row3/1732461650769/Put/seqid=0 2024-11-24T15:20:52,150 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/meta/1588230740/.tmp/info/66dce0d405d44247a35fb47205023d8d is 147, key is hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815./info:regioninfo/1732461643145/Put/seqid=0 2024-11-24T15:20:52,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741840_1016 (size=5228) 2024-11-24T15:20:52,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741841_1017 (size=7686) 2024-11-24T15:20:52,180 INFO [regionserver/c99348da3e93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:20:52,225 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1338, reset compression=false 2024-11-24T15:20:52,230 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:20:52,230 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1488, reset compression=false 2024-11-24T15:20:52,230 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.shipperc99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,45047,1732461624522 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:20:52,262 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 1515, reset compression=false 2024-11-24T15:20:52,266 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:20:52,266 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 1762, reset compression=false 2024-11-24T15:20:52,266 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.shipperc99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,36109,1732461632880 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:20:52,267 ERROR [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.shipperc99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c99348da3e93,36109,1732461632880: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c99348da3e93,36109,1732461632880, walGroup=c99348da3e93%2C36109%2C1732461632880, offset=c99348da3e93%2C36109%2C1732461632880.1732461634094:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:36109 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T15:20:52,268 ERROR [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.shipperc99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T15:20:52,268 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.shipperc99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T15:20:52,268 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.shipperc99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T15:20:52,268 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.shipperc99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T15:20:52,269 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.shipperc99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T15:20:52,269 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.shipperc99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 849340736 }, "NonHeapMemoryUsage": { "committed": 201326592, "init": 7667712, "max": -1, "used": 198366584 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T15:20:52,269 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.shipperc99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:45039 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:45039 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T15:20:52,327 DEBUG [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 475a56920ee0beed625216d1b8018b83, 9dca36516286f66dec699d5249959815 2024-11-24T15:20:52,433 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1488, reset compression=false 2024-11-24T15:20:52,437 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 1471, reset compression=false 2024-11-24T15:20:52,469 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 1762, reset compression=false 2024-11-24T15:20:52,527 DEBUG [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 475a56920ee0beed625216d1b8018b83, 9dca36516286f66dec699d5249959815 2024-11-24T15:20:52,553 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/default/test/475a56920ee0beed625216d1b8018b83/.tmp/f/0b5404781ea84cfebc5d1683b07659bf 2024-11-24T15:20:52,555 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/meta/1588230740/.tmp/info/66dce0d405d44247a35fb47205023d8d 2024-11-24T15:20:52,557 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b5404781ea84cfebc5d1683b07659bf 2024-11-24T15:20:52,573 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/default/test/475a56920ee0beed625216d1b8018b83/.tmp/f1/b15d1dc47b254907a455c06d5e7ae276 is 30, key is row1/f1:/1732461648112/DeleteFamily/seqid=0 2024-11-24T15:20:52,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741842_1018 (size=5158) 2024-11-24T15:20:52,582 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/meta/1588230740/.tmp/ns/39f56b6757e248a3b4597fc71f411eb4 is 43, key is default/ns:d/1732461635069/Put/seqid=0 2024-11-24T15:20:52,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741843_1019 (size=5153) 2024-11-24T15:20:52,728 DEBUG [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 475a56920ee0beed625216d1b8018b83, 9dca36516286f66dec699d5249959815 2024-11-24T15:20:52,737 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1488, reset compression=false 2024-11-24T15:20:52,772 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 1762, reset compression=false 2024-11-24T15:20:52,840 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 1471, reset compression=false 2024-11-24T15:20:52,928 DEBUG [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 475a56920ee0beed625216d1b8018b83, 9dca36516286f66dec699d5249959815 2024-11-24T15:20:52,960 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T15:20:52,960 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T15:20:52,978 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/default/test/475a56920ee0beed625216d1b8018b83/.tmp/f1/b15d1dc47b254907a455c06d5e7ae276 2024-11-24T15:20:52,982 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b15d1dc47b254907a455c06d5e7ae276 2024-11-24T15:20:52,987 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/meta/1588230740/.tmp/ns/39f56b6757e248a3b4597fc71f411eb4 2024-11-24T15:20:53,001 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/default/test/475a56920ee0beed625216d1b8018b83/.tmp/norep/ac9741136ba64477a1023c4ce49e5c75 is 33, key is row2/norep:/1732461649118/DeleteFamily/seqid=0 2024-11-24T15:20:53,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741844_1020 (size=5108) 2024-11-24T15:20:53,007 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/default/test/475a56920ee0beed625216d1b8018b83/.tmp/norep/ac9741136ba64477a1023c4ce49e5c75 2024-11-24T15:20:53,007 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/meta/1588230740/.tmp/rep_barrier/ef03c3378d3f4f25b8b12629e273602a is 112, key is test,,1732461638438.475a56920ee0beed625216d1b8018b83./rep_barrier:seqnumDuringOpen/1732461639250/Put/seqid=0 2024-11-24T15:20:53,011 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac9741136ba64477a1023c4ce49e5c75 2024-11-24T15:20:53,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741845_1021 (size=5518) 2024-11-24T15:20:53,012 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/default/test/475a56920ee0beed625216d1b8018b83/.tmp/f/0b5404781ea84cfebc5d1683b07659bf as hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/default/test/475a56920ee0beed625216d1b8018b83/f/0b5404781ea84cfebc5d1683b07659bf 2024-11-24T15:20:53,016 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b5404781ea84cfebc5d1683b07659bf 2024-11-24T15:20:53,016 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/default/test/475a56920ee0beed625216d1b8018b83/f/0b5404781ea84cfebc5d1683b07659bf, entries=5, sequenceid=12, filesize=5.1 K 2024-11-24T15:20:53,016 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/default/test/475a56920ee0beed625216d1b8018b83/.tmp/f1/b15d1dc47b254907a455c06d5e7ae276 as hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/default/test/475a56920ee0beed625216d1b8018b83/f1/b15d1dc47b254907a455c06d5e7ae276 2024-11-24T15:20:53,020 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b15d1dc47b254907a455c06d5e7ae276 2024-11-24T15:20:53,020 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/default/test/475a56920ee0beed625216d1b8018b83/f1/b15d1dc47b254907a455c06d5e7ae276, entries=3, sequenceid=12, filesize=5.0 K 2024-11-24T15:20:53,020 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/default/test/475a56920ee0beed625216d1b8018b83/.tmp/norep/ac9741136ba64477a1023c4ce49e5c75 as hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/default/test/475a56920ee0beed625216d1b8018b83/norep/ac9741136ba64477a1023c4ce49e5c75 2024-11-24T15:20:53,024 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac9741136ba64477a1023c4ce49e5c75 2024-11-24T15:20:53,024 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/default/test/475a56920ee0beed625216d1b8018b83/norep/ac9741136ba64477a1023c4ce49e5c75, entries=1, sequenceid=12, filesize=5.0 K 2024-11-24T15:20:53,025 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 475a56920ee0beed625216d1b8018b83 in 898ms, sequenceid=12, compaction requested=false 2024-11-24T15:20:53,028 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/default/test/475a56920ee0beed625216d1b8018b83/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T15:20:53,029 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:20:53,029 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T15:20:53,029 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732461638438.475a56920ee0beed625216d1b8018b83. 2024-11-24T15:20:53,029 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 475a56920ee0beed625216d1b8018b83: Waiting for close lock at 1732461652125Running coprocessor pre-close hooks at 1732461652125Disabling compacts and flushes for region at 1732461652125Disabling writes for close at 1732461652126 (+1 ms)Obtaining lock to block concurrent updates at 1732461652126Preparing flush snapshotting stores in 475a56920ee0beed625216d1b8018b83 at 1732461652126Finished memstore snapshotting test,,1732461638438.475a56920ee0beed625216d1b8018b83., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732461652126Flushing stores of test,,1732461638438.475a56920ee0beed625216d1b8018b83. at 1732461652127 (+1 ms)Flushing 475a56920ee0beed625216d1b8018b83/f: creating writer at 1732461652127Flushing 475a56920ee0beed625216d1b8018b83/f: appending metadata at 1732461652145 (+18 ms)Flushing 475a56920ee0beed625216d1b8018b83/f: closing flushed file at 1732461652145Flushing 475a56920ee0beed625216d1b8018b83/f1: creating writer at 1732461652557 (+412 ms)Flushing 475a56920ee0beed625216d1b8018b83/f1: appending metadata at 1732461652573 (+16 ms)Flushing 475a56920ee0beed625216d1b8018b83/f1: closing flushed file at 1732461652573Flushing 475a56920ee0beed625216d1b8018b83/norep: creating writer at 1732461652982 (+409 ms)Flushing 475a56920ee0beed625216d1b8018b83/norep: appending metadata at 1732461653000 (+18 ms)Flushing 475a56920ee0beed625216d1b8018b83/norep: closing flushed file at 1732461653000Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@271d2c4c: reopening flushed file at 1732461653011 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@501c8160: reopening flushed file at 1732461653016 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aa7fdbf: reopening flushed file at 1732461653020 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 475a56920ee0beed625216d1b8018b83 in 898ms, sequenceid=12, compaction requested=false at 1732461653025 (+5 ms)Writing region close event to WAL at 1732461653026 (+1 ms)Running coprocessor post-close hooks at 1732461653029 (+3 ms)Closed at 1732461653029 2024-11-24T15:20:53,029 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732461638438.475a56920ee0beed625216d1b8018b83. 2024-11-24T15:20:53,029 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9dca36516286f66dec699d5249959815, disabling compactions & flushes 2024-11-24T15:20:53,029 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815. 2024-11-24T15:20:53,029 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815. 2024-11-24T15:20:53,029 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815. after waiting 0 ms 2024-11-24T15:20:53,029 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815. 2024-11-24T15:20:53,029 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9dca36516286f66dec699d5249959815: Waiting for close lock at 1732461653029Running coprocessor pre-close hooks at 1732461653029Disabling compacts and flushes for region at 1732461653029Disabling writes for close at 1732461653029Failed flush hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815., putting online again at 1732461653029 2024-11-24T15:20:53,029 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815. 2024-11-24T15:20:53,128 INFO [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T15:20:53,128 DEBUG [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9dca36516286f66dec699d5249959815=hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815.} 2024-11-24T15:20:53,128 INFO [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(3091): Received CLOSE for 9dca36516286f66dec699d5249959815 2024-11-24T15:20:53,128 DEBUG [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9dca36516286f66dec699d5249959815 2024-11-24T15:20:53,128 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9dca36516286f66dec699d5249959815, disabling compactions & flushes 2024-11-24T15:20:53,128 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815. 2024-11-24T15:20:53,128 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815. 2024-11-24T15:20:53,128 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815. after waiting 0 ms 2024-11-24T15:20:53,128 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815. 2024-11-24T15:20:53,129 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9dca36516286f66dec699d5249959815: Waiting for close lock at 1732461653128Running coprocessor pre-close hooks at 1732461653128Disabling compacts and flushes for region at 1732461653128Disabling writes for close at 1732461653128Failed flush hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815., putting online again at 1732461653129 (+1 ms) 2024-11-24T15:20:53,129 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732461641921.9dca36516286f66dec699d5249959815. 2024-11-24T15:20:53,140 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1488, reset compression=false 2024-11-24T15:20:53,175 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 1762, reset compression=false 2024-11-24T15:20:53,180 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:20:53,180 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 2406, reset compression=false 2024-11-24T15:20:53,328 DEBUG [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:20:53,344 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 1471, reset compression=false 2024-11-24T15:20:53,383 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 2406, reset compression=false 2024-11-24T15:20:53,412 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/meta/1588230740/.tmp/rep_barrier/ef03c3378d3f4f25b8b12629e273602a 2024-11-24T15:20:53,437 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/meta/1588230740/.tmp/table/8d63650d8819472495f4f9e4af3060bb is 53, key is hbase:replication/table:state/1732461643156/Put/seqid=0 2024-11-24T15:20:53,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741846_1022 (size=5308) 2024-11-24T15:20:53,529 DEBUG [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:20:53,644 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1488, reset compression=false 2024-11-24T15:20:53,687 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.wal-reader.c99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.1732461634094 to pos 2406, reset compression=false 2024-11-24T15:20:53,729 DEBUG [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:20:53,841 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/meta/1588230740/.tmp/table/8d63650d8819472495f4f9e4af3060bb 2024-11-24T15:20:53,845 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/meta/1588230740/.tmp/info/66dce0d405d44247a35fb47205023d8d as hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/meta/1588230740/info/66dce0d405d44247a35fb47205023d8d 2024-11-24T15:20:53,849 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/meta/1588230740/info/66dce0d405d44247a35fb47205023d8d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T15:20:53,850 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/meta/1588230740/.tmp/ns/39f56b6757e248a3b4597fc71f411eb4 as hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/meta/1588230740/ns/39f56b6757e248a3b4597fc71f411eb4 2024-11-24T15:20:53,853 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/meta/1588230740/ns/39f56b6757e248a3b4597fc71f411eb4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T15:20:53,854 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/meta/1588230740/.tmp/rep_barrier/ef03c3378d3f4f25b8b12629e273602a as hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/meta/1588230740/rep_barrier/ef03c3378d3f4f25b8b12629e273602a 2024-11-24T15:20:53,857 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/meta/1588230740/rep_barrier/ef03c3378d3f4f25b8b12629e273602a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T15:20:53,858 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/meta/1588230740/.tmp/table/8d63650d8819472495f4f9e4af3060bb as hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/meta/1588230740/table/8d63650d8819472495f4f9e4af3060bb 2024-11-24T15:20:53,861 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/meta/1588230740/table/8d63650d8819472495f4f9e4af3060bb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T15:20:53,862 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=16, compaction requested=false 2024-11-24T15:20:53,867 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T15:20:53,867 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:20:53,867 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:20:53,867 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:20:53,867 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461652127Running coprocessor pre-close hooks at 1732461652127Disabling compacts and flushes for region at 1732461652127Disabling writes for close at 1732461652127Obtaining lock to block concurrent updates at 1732461652127Preparing flush snapshotting stores in 1588230740 at 1732461652127Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732461652128 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732461652128Flushing 1588230740/info: creating writer at 1732461652128Flushing 1588230740/info: appending metadata at 1732461652150 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732461652150Flushing 1588230740/ns: creating writer at 1732461652559 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732461652582 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732461652582Flushing 1588230740/rep_barrier: creating writer at 1732461652990 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732461653007 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732461653007Flushing 1588230740/table: creating writer at 1732461653416 (+409 ms)Flushing 1588230740/table: appending metadata at 1732461653436 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732461653436Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d0349d5: reopening flushed file at 1732461653845 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3edc366a: reopening flushed file at 1732461653849 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c3c1eaf: reopening flushed file at 1732461653853 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ed69615: reopening flushed file at 1732461653857 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=16, compaction requested=false at 1732461653862 (+5 ms)Writing region close event to WAL at 1732461653864 (+2 ms)Running coprocessor post-close hooks at 1732461653867 (+3 ms)Closed at 1732461653867 2024-11-24T15:20:53,868 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T15:20:53,929 INFO [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T15:20:53,929 INFO [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(976): stopping server c99348da3e93,36109,1732461632880; all regions closed. 2024-11-24T15:20:53,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741834_1010 (size=4239) 2024-11-24T15:20:53,931 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/WALs/c99348da3e93,36109,1732461632880/c99348da3e93%2C36109%2C1732461632880.meta.1732461635026.meta not finished, retry = 0 2024-11-24T15:20:53,947 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 1471, reset compression=false 2024-11-24T15:20:54,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741839_1015 (size=2390) 2024-11-24T15:20:54,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741832_1008 (size=2414) 2024-11-24T15:20:54,037 DEBUG [RS:0;c99348da3e93:36109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:54,037 INFO [RS:0;c99348da3e93:36109 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:20:54,037 INFO [RS:0;c99348da3e93:36109 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:20:54,037 INFO [RS:0;c99348da3e93:36109 {}] hbase.ChoreService(370): Chore service for: regionserver/c99348da3e93:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T15:20:54,038 INFO [RS:0;c99348da3e93:36109 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:20:54,038 INFO [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:20:54,038 INFO [RS:0;c99348da3e93:36109 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c99348da3e93,36109,1732461632880 because: Region server is closing 2024-11-24T15:20:54,038 INFO [RS:0;c99348da3e93:36109 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:36109. 2024-11-24T15:20:54,038 DEBUG [RS:0;c99348da3e93:36109 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:54,039 DEBUG [RS:0;c99348da3e93:36109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:54,039 DEBUG [RS:0;c99348da3e93:36109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:54,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:20:54,139 INFO [RS:0;c99348da3e93:36109 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,36109,1732461632880.replicationSource.shipperc99348da3e93%2C36109%2C1732461632880,1-c99348da3e93,36109,1732461632880 terminated 2024-11-24T15:20:54,139 INFO [RS:0;c99348da3e93:36109 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:36109. 2024-11-24T15:20:54,139 DEBUG [RS:0;c99348da3e93:36109 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:54,139 DEBUG [RS:0;c99348da3e93:36109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:54,139 DEBUG [RS:0;c99348da3e93:36109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:54,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:20:54,140 INFO [RS:0;c99348da3e93:36109 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36109 2024-11-24T15:20:54,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1014a9064f60007, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-450650665/rs/c99348da3e93,36109,1732461632880 2024-11-24T15:20:54,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-450650665/rs 2024-11-24T15:20:54,142 INFO [RS:0;c99348da3e93:36109 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:20:54,143 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c99348da3e93,36109,1732461632880] 2024-11-24T15:20:54,145 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-450650665/draining/c99348da3e93,36109,1732461632880 already deleted, retry=false 2024-11-24T15:20:54,146 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c99348da3e93,36109,1732461632880 expired; onlineServers=0 2024-11-24T15:20:54,146 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c99348da3e93,45039,1732461632840' ***** 2024-11-24T15:20:54,146 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T15:20:54,146 INFO [M:0;c99348da3e93:45039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:20:54,146 INFO [M:0;c99348da3e93:45039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:20:54,146 DEBUG [M:0;c99348da3e93:45039 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T15:20:54,146 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T15:20:54,146 DEBUG [M:0;c99348da3e93:45039 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T15:20:54,146 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461633886 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461633886,5,FailOnTimeoutGroup] 2024-11-24T15:20:54,147 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461633886 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461633886,5,FailOnTimeoutGroup] 2024-11-24T15:20:54,147 INFO [M:0;c99348da3e93:45039 {}] hbase.ChoreService(370): Chore service for: master/c99348da3e93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T15:20:54,147 INFO [M:0;c99348da3e93:45039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:20:54,147 DEBUG [M:0;c99348da3e93:45039 {}] master.HMaster(1795): Stopping service threads 2024-11-24T15:20:54,147 INFO [M:0;c99348da3e93:45039 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T15:20:54,147 INFO [M:0;c99348da3e93:45039 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:20:54,147 INFO [M:0;c99348da3e93:45039 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T15:20:54,148 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T15:20:54,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-450650665/master 2024-11-24T15:20:54,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-450650665 2024-11-24T15:20:54,148 DEBUG [M:0;c99348da3e93:45039 {}] zookeeper.ZKUtil(347): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Unable to get data of znode /2-450650665/master because node does not exist (not an error) 2024-11-24T15:20:54,148 WARN [M:0;c99348da3e93:45039 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T15:20:54,149 INFO [M:0;c99348da3e93:45039 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/.lastflushedseqids 2024-11-24T15:20:54,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741847_1023 (size=245) 2024-11-24T15:20:54,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1014a9064f60007, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:20:54,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1014a9064f60007, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:20:54,244 INFO [RS:0;c99348da3e93:36109 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:20:54,244 INFO [RS:0;c99348da3e93:36109 {}] regionserver.HRegionServer(1031): Exiting; stopping=c99348da3e93,36109,1732461632880; zookeeper connection closed. 2024-11-24T15:20:54,244 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d6ed0e6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d6ed0e6 2024-11-24T15:20:54,244 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T15:20:54,248 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1488, reset compression=false 2024-11-24T15:20:54,462 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T15:20:54,554 INFO [M:0;c99348da3e93:45039 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T15:20:54,554 INFO [M:0;c99348da3e93:45039 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T15:20:54,554 DEBUG [M:0;c99348da3e93:45039 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:20:54,554 INFO [M:0;c99348da3e93:45039 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:54,554 DEBUG [M:0;c99348da3e93:45039 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:54,554 DEBUG [M:0;c99348da3e93:45039 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:20:54,554 DEBUG [M:0;c99348da3e93:45039 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:54,555 INFO [M:0;c99348da3e93:45039 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-24T15:20:54,574 DEBUG [M:0;c99348da3e93:45039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49845dea73f342758925c1c2e3d3dc9e is 82, key is hbase:meta,,1/info:regioninfo/1732461635059/Put/seqid=0 2024-11-24T15:20:54,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741848_1024 (size=5672) 2024-11-24T15:20:54,659 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 1471, reset compression=false 2024-11-24T15:20:54,952 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1488, reset compression=false 2024-11-24T15:20:54,979 INFO [M:0;c99348da3e93:45039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49845dea73f342758925c1c2e3d3dc9e 2024-11-24T15:20:54,997 DEBUG [M:0;c99348da3e93:45039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/edfcd4533ca04da3b2edf9d21318fd60 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732461643160/Put/seqid=0 2024-11-24T15:20:55,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741849_1025 (size=9211) 2024-11-24T15:20:55,401 INFO [M:0;c99348da3e93:45039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/edfcd4533ca04da3b2edf9d21318fd60 2024-11-24T15:20:55,419 DEBUG [M:0;c99348da3e93:45039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9bd95682b144def83aecac38811db06 is 69, key is c99348da3e93,36109,1732461632880/rs:state/1732461633940/Put/seqid=0 2024-11-24T15:20:55,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741850_1026 (size=5156) 2024-11-24T15:20:55,462 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 1471, reset compression=false 2024-11-24T15:20:55,755 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1488, reset compression=false 2024-11-24T15:20:55,823 INFO [M:0;c99348da3e93:45039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9bd95682b144def83aecac38811db06 2024-11-24T15:20:55,828 DEBUG [M:0;c99348da3e93:45039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49845dea73f342758925c1c2e3d3dc9e as hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/49845dea73f342758925c1c2e3d3dc9e 2024-11-24T15:20:55,831 INFO [M:0;c99348da3e93:45039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/49845dea73f342758925c1c2e3d3dc9e, entries=8, sequenceid=127, filesize=5.5 K 2024-11-24T15:20:55,832 DEBUG [M:0;c99348da3e93:45039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/edfcd4533ca04da3b2edf9d21318fd60 as hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/edfcd4533ca04da3b2edf9d21318fd60 2024-11-24T15:20:55,835 INFO [M:0;c99348da3e93:45039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/edfcd4533ca04da3b2edf9d21318fd60, entries=15, sequenceid=127, filesize=9.0 K 2024-11-24T15:20:55,836 DEBUG [M:0;c99348da3e93:45039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9bd95682b144def83aecac38811db06 as hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9bd95682b144def83aecac38811db06 2024-11-24T15:20:55,839 INFO [M:0;c99348da3e93:45039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44379/user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9bd95682b144def83aecac38811db06, entries=1, sequenceid=127, filesize=5.0 K 2024-11-24T15:20:55,840 INFO [M:0;c99348da3e93:45039 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false 2024-11-24T15:20:55,841 INFO [M:0;c99348da3e93:45039 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:55,841 DEBUG [M:0;c99348da3e93:45039 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461654554Disabling compacts and flushes for region at 1732461654554Disabling writes for close at 1732461654554Obtaining lock to block concurrent updates at 1732461654555 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732461654555Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1732461654555Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732461654555Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732461654556 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732461654574 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732461654574Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732461654983 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732461654997 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732461654997Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732461655405 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732461655419 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732461655419Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69c720a5: reopening flushed file at 1732461655827 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a225513: reopening flushed file at 1732461655831 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ed949a4: reopening flushed file at 1732461655835 (+4 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false at 1732461655840 (+5 ms)Writing region close event to WAL at 1732461655841 (+1 ms)Closed at 1732461655841 2024-11-24T15:20:55,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35473 is added to blk_1073741830_1006 (size=73854) 2024-11-24T15:20:55,843 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63ab42ef-b718-708f-bdcb-f21e2219887e/MasterData/WALs/c99348da3e93,45039,1732461632840/c99348da3e93%2C45039%2C1732461632840.1732461633798 not finished, retry = 0 2024-11-24T15:20:55,944 INFO [M:0;c99348da3e93:45039 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T15:20:55,944 INFO [M:0;c99348da3e93:45039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45039 2024-11-24T15:20:55,945 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:20:55,945 INFO [M:0;c99348da3e93:45039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:20:56,051 INFO [M:0;c99348da3e93:45039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:20:56,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:20:56,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45039-0x1014a9064f60006, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:20:56,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4106a39{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:20:56,054 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55094c6e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:20:56,054 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:20:56,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1255a14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:20:56,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8a7d804{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/hadoop.log.dir/,STOPPED} 2024-11-24T15:20:56,056 WARN [BP-1542468724-172.17.0.2-1732461631809 heartbeating to localhost/127.0.0.1:44379 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T15:20:56,056 WARN [BP-1542468724-172.17.0.2-1732461631809 heartbeating to localhost/127.0.0.1:44379 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1542468724-172.17.0.2-1732461631809 (Datanode Uuid 7ebe96c5-f817-4d60-833a-6f1884de21e3) service to localhost/127.0.0.1:44379 2024-11-24T15:20:56,056 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T15:20:56,056 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T15:20:56,057 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/cluster_d3695418-42d4-3b1f-4a37-547314399ce5/data/data1/current/BP-1542468724-172.17.0.2-1732461631809 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:20:56,057 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/cluster_d3695418-42d4-3b1f-4a37-547314399ce5/data/data2/current/BP-1542468724-172.17.0.2-1732461631809 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:20:56,057 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T15:20:56,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78104b75{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:20:56,066 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48e6edb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:20:56,067 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:20:56,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67fe0bf3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:20:56,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32738fc8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/hadoop.log.dir/,STOPPED} 2024-11-24T15:20:56,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T15:20:56,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T15:20:56,086 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:20:56,086 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:56,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:56,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:20:56,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:56,087 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T15:20:56,087 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=30617451, stopped=false 2024-11-24T15:20:56,087 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c99348da3e93,43745,1732461628724 2024-11-24T15:20:56,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1014a9064f60004, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1108267907/running 2024-11-24T15:20:56,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1108267907/running 2024-11-24T15:20:56,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1014a9064f60004, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1108267907 2024-11-24T15:20:56,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1108267907 2024-11-24T15:20:56,089 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:20:56,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35605-0x1014a9064f60004, quorum=127.0.0.1:60985, baseZNode=/1108267907 Set watcher on znode that does not yet exist, /1108267907/running 2024-11-24T15:20:56,091 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:20:56,091 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:56,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:56,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Set watcher on znode that does not yet exist, /1108267907/running 2024-11-24T15:20:56,092 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c99348da3e93,35605,1732461628757' ***** 2024-11-24T15:20:56,092 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T15:20:56,092 INFO [RS:0;c99348da3e93:35605 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T15:20:56,092 INFO [RS:0;c99348da3e93:35605 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T15:20:56,092 INFO [RS:0;c99348da3e93:35605 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T15:20:56,092 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T15:20:56,092 INFO [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(3091): Received CLOSE for e0d04b16a0a87a4980cba885c100265d 2024-11-24T15:20:56,093 INFO [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(3091): Received CLOSE for 289e51c4a5d6758da371d58e7d429362 2024-11-24T15:20:56,093 INFO [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(959): stopping server c99348da3e93,35605,1732461628757 2024-11-24T15:20:56,093 INFO [RS:0;c99348da3e93:35605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:20:56,093 INFO [RS:0;c99348da3e93:35605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:35605. 2024-11-24T15:20:56,093 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e0d04b16a0a87a4980cba885c100265d, disabling compactions & flushes 2024-11-24T15:20:56,093 DEBUG [RS:0;c99348da3e93:35605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:56,093 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732461637290.e0d04b16a0a87a4980cba885c100265d. 2024-11-24T15:20:56,093 DEBUG [RS:0;c99348da3e93:35605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:56,093 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461637290.e0d04b16a0a87a4980cba885c100265d. 2024-11-24T15:20:56,093 INFO [RS:0;c99348da3e93:35605 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T15:20:56,093 INFO [RS:0;c99348da3e93:35605 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T15:20:56,093 INFO [RS:0;c99348da3e93:35605 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T15:20:56,093 INFO [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T15:20:56,093 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732461637290.e0d04b16a0a87a4980cba885c100265d. after waiting 0 ms 2024-11-24T15:20:56,093 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732461637290.e0d04b16a0a87a4980cba885c100265d. 2024-11-24T15:20:56,094 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e0d04b16a0a87a4980cba885c100265d 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-24T15:20:56,094 INFO [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T15:20:56,094 DEBUG [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(1325): Online Regions={e0d04b16a0a87a4980cba885c100265d=test,,1732461637290.e0d04b16a0a87a4980cba885c100265d., 289e51c4a5d6758da371d58e7d429362=hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T15:20:56,094 DEBUG [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 289e51c4a5d6758da371d58e7d429362, e0d04b16a0a87a4980cba885c100265d 2024-11-24T15:20:56,094 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:20:56,095 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:20:56,095 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:20:56,095 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:20:56,095 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:20:56,095 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T15:20:56,120 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/meta/1588230740/.tmp/info/98e9574a040941fcbe70259f2b4f0e47 is 147, key is hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362./info:regioninfo/1732461641545/Put/seqid=0 2024-11-24T15:20:56,120 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/default/test/e0d04b16a0a87a4980cba885c100265d/.tmp/f/a77ff17c251e4bf1ac68b230f8ab505c is 37, key is row3/f:row3/1732461650769/Put/seqid=0 2024-11-24T15:20:56,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741840_1016 (size=7686) 2024-11-24T15:20:56,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741841_1017 (size=5228) 2024-11-24T15:20:56,149 INFO [regionserver/c99348da3e93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:20:56,294 DEBUG [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 289e51c4a5d6758da371d58e7d429362, e0d04b16a0a87a4980cba885c100265d 2024-11-24T15:20:56,366 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 1471, reset compression=false 2024-11-24T15:20:56,373 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:20:56,373 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 1718, reset compression=false 2024-11-24T15:20:56,373 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.shipperc99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,35605,1732461628757 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:20:56,374 ERROR [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.shipperc99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c99348da3e93,35605,1732461628757: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c99348da3e93,35605,1732461628757, walGroup=c99348da3e93%2C35605%2C1732461628757, offset=c99348da3e93%2C35605%2C1732461628757.1732461630750:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:35605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T15:20:56,376 ERROR [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.shipperc99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T15:20:56,376 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.shipperc99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T15:20:56,376 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.shipperc99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T15:20:56,376 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.shipperc99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T15:20:56,376 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.shipperc99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T15:20:56,376 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.shipperc99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 785201184 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198802784 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T15:20:56,377 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.shipperc99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:43745 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:43745 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T15:20:56,494 DEBUG [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 289e51c4a5d6758da371d58e7d429362, e0d04b16a0a87a4980cba885c100265d 2024-11-24T15:20:56,538 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/default/test/e0d04b16a0a87a4980cba885c100265d/.tmp/f/a77ff17c251e4bf1ac68b230f8ab505c 2024-11-24T15:20:56,539 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/meta/1588230740/.tmp/info/98e9574a040941fcbe70259f2b4f0e47 2024-11-24T15:20:56,545 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a77ff17c251e4bf1ac68b230f8ab505c 2024-11-24T15:20:56,582 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/default/test/e0d04b16a0a87a4980cba885c100265d/.tmp/f1/364f4d84f16e4640ba23700668da9a92 is 30, key is row1/f1:/1732461648112/DeleteFamily/seqid=0 2024-11-24T15:20:56,582 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 1718, reset compression=false 2024-11-24T15:20:56,585 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/meta/1588230740/.tmp/ns/94b656b7a7814d73809a209e943ba3de is 43, key is default/ns:d/1732461631695/Put/seqid=0 2024-11-24T15:20:56,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741842_1018 (size=5158) 2024-11-24T15:20:56,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741843_1019 (size=5153) 2024-11-24T15:20:56,661 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1488, reset compression=false 2024-11-24T15:20:56,662 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T15:20:56,662 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T15:20:56,694 DEBUG [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 289e51c4a5d6758da371d58e7d429362, e0d04b16a0a87a4980cba885c100265d 2024-11-24T15:20:56,895 DEBUG [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 289e51c4a5d6758da371d58e7d429362, e0d04b16a0a87a4980cba885c100265d 2024-11-24T15:20:56,897 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 1718, reset compression=false 2024-11-24T15:20:56,998 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/default/test/e0d04b16a0a87a4980cba885c100265d/.tmp/f1/364f4d84f16e4640ba23700668da9a92 2024-11-24T15:20:57,002 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 364f4d84f16e4640ba23700668da9a92 2024-11-24T15:20:57,009 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/meta/1588230740/.tmp/ns/94b656b7a7814d73809a209e943ba3de 2024-11-24T15:20:57,020 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/default/test/e0d04b16a0a87a4980cba885c100265d/.tmp/norep/0ff4f4021a37489698556654d66d6c0f is 33, key is row1/norep:/1732461648112/DeleteFamily/seqid=0 2024-11-24T15:20:57,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741844_1020 (size=5108) 2024-11-24T15:20:57,031 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/meta/1588230740/.tmp/rep_barrier/5b643d025eb44a7a91929b69e18c8e16 is 112, key is test,,1732461637290.e0d04b16a0a87a4980cba885c100265d./rep_barrier:seqnumDuringOpen/1732461638058/Put/seqid=0 2024-11-24T15:20:57,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741845_1021 (size=5518) 2024-11-24T15:20:57,038 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/meta/1588230740/.tmp/rep_barrier/5b643d025eb44a7a91929b69e18c8e16 2024-11-24T15:20:57,064 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/meta/1588230740/.tmp/table/3465a3ef9e294712a6cb1ced97fd590e is 53, key is hbase:replication/table:state/1732461641558/Put/seqid=0 2024-11-24T15:20:57,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741846_1022 (size=5308) 2024-11-24T15:20:57,095 DEBUG [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 289e51c4a5d6758da371d58e7d429362, e0d04b16a0a87a4980cba885c100265d 2024-11-24T15:20:57,295 DEBUG [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 289e51c4a5d6758da371d58e7d429362, e0d04b16a0a87a4980cba885c100265d 2024-11-24T15:20:57,301 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 1718, reset compression=false 2024-11-24T15:20:57,424 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/default/test/e0d04b16a0a87a4980cba885c100265d/.tmp/norep/0ff4f4021a37489698556654d66d6c0f 2024-11-24T15:20:57,428 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ff4f4021a37489698556654d66d6c0f 2024-11-24T15:20:57,429 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/default/test/e0d04b16a0a87a4980cba885c100265d/.tmp/f/a77ff17c251e4bf1ac68b230f8ab505c as hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/default/test/e0d04b16a0a87a4980cba885c100265d/f/a77ff17c251e4bf1ac68b230f8ab505c 2024-11-24T15:20:57,432 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a77ff17c251e4bf1ac68b230f8ab505c 2024-11-24T15:20:57,432 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/default/test/e0d04b16a0a87a4980cba885c100265d/f/a77ff17c251e4bf1ac68b230f8ab505c, entries=5, sequenceid=12, filesize=5.1 K 2024-11-24T15:20:57,433 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/default/test/e0d04b16a0a87a4980cba885c100265d/.tmp/f1/364f4d84f16e4640ba23700668da9a92 as hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/default/test/e0d04b16a0a87a4980cba885c100265d/f1/364f4d84f16e4640ba23700668da9a92 2024-11-24T15:20:57,436 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 364f4d84f16e4640ba23700668da9a92 2024-11-24T15:20:57,436 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/default/test/e0d04b16a0a87a4980cba885c100265d/f1/364f4d84f16e4640ba23700668da9a92, entries=3, sequenceid=12, filesize=5.0 K 2024-11-24T15:20:57,437 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/default/test/e0d04b16a0a87a4980cba885c100265d/.tmp/norep/0ff4f4021a37489698556654d66d6c0f as hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/default/test/e0d04b16a0a87a4980cba885c100265d/norep/0ff4f4021a37489698556654d66d6c0f 2024-11-24T15:20:57,440 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ff4f4021a37489698556654d66d6c0f 2024-11-24T15:20:57,440 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/default/test/e0d04b16a0a87a4980cba885c100265d/norep/0ff4f4021a37489698556654d66d6c0f, entries=1, sequenceid=12, filesize=5.0 K 2024-11-24T15:20:57,441 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e0d04b16a0a87a4980cba885c100265d in 1348ms, sequenceid=12, compaction requested=false 2024-11-24T15:20:57,444 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/default/test/e0d04b16a0a87a4980cba885c100265d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T15:20:57,445 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:20:57,445 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T15:20:57,445 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732461637290.e0d04b16a0a87a4980cba885c100265d. 2024-11-24T15:20:57,445 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e0d04b16a0a87a4980cba885c100265d: Waiting for close lock at 1732461656093Running coprocessor pre-close hooks at 1732461656093Disabling compacts and flushes for region at 1732461656093Disabling writes for close at 1732461656093Obtaining lock to block concurrent updates at 1732461656094 (+1 ms)Preparing flush snapshotting stores in e0d04b16a0a87a4980cba885c100265d at 1732461656094Finished memstore snapshotting test,,1732461637290.e0d04b16a0a87a4980cba885c100265d., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732461656094Flushing stores of test,,1732461637290.e0d04b16a0a87a4980cba885c100265d. at 1732461656095 (+1 ms)Flushing e0d04b16a0a87a4980cba885c100265d/f: creating writer at 1732461656095Flushing e0d04b16a0a87a4980cba885c100265d/f: appending metadata at 1732461656120 (+25 ms)Flushing e0d04b16a0a87a4980cba885c100265d/f: closing flushed file at 1732461656120Flushing e0d04b16a0a87a4980cba885c100265d/f1: creating writer at 1732461656545 (+425 ms)Flushing e0d04b16a0a87a4980cba885c100265d/f1: appending metadata at 1732461656582 (+37 ms)Flushing e0d04b16a0a87a4980cba885c100265d/f1: closing flushed file at 1732461656582Flushing e0d04b16a0a87a4980cba885c100265d/norep: creating writer at 1732461657002 (+420 ms)Flushing e0d04b16a0a87a4980cba885c100265d/norep: appending metadata at 1732461657019 (+17 ms)Flushing e0d04b16a0a87a4980cba885c100265d/norep: closing flushed file at 1732461657019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@442ae0e4: reopening flushed file at 1732461657428 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca127ab: reopening flushed file at 1732461657432 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@725d7aa4: reopening flushed file at 1732461657436 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e0d04b16a0a87a4980cba885c100265d in 1348ms, sequenceid=12, compaction requested=false at 1732461657441 (+5 ms)Writing region close event to WAL at 1732461657442 (+1 ms)Running coprocessor post-close hooks at 1732461657445 (+3 ms)Closed at 1732461657445 2024-11-24T15:20:57,445 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732461637290.e0d04b16a0a87a4980cba885c100265d. 2024-11-24T15:20:57,445 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 289e51c4a5d6758da371d58e7d429362, disabling compactions & flushes 2024-11-24T15:20:57,445 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362. 2024-11-24T15:20:57,445 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362. 2024-11-24T15:20:57,445 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362. after waiting 0 ms 2024-11-24T15:20:57,445 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362. 2024-11-24T15:20:57,445 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 289e51c4a5d6758da371d58e7d429362: Waiting for close lock at 1732461657445Running coprocessor pre-close hooks at 1732461657445Disabling compacts and flushes for region at 1732461657445Disabling writes for close at 1732461657445Failed flush hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362., putting online again at 1732461657445 2024-11-24T15:20:57,445 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362. 2024-11-24T15:20:57,468 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/meta/1588230740/.tmp/table/3465a3ef9e294712a6cb1ced97fd590e 2024-11-24T15:20:57,472 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/meta/1588230740/.tmp/info/98e9574a040941fcbe70259f2b4f0e47 as hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/meta/1588230740/info/98e9574a040941fcbe70259f2b4f0e47 2024-11-24T15:20:57,475 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/meta/1588230740/info/98e9574a040941fcbe70259f2b4f0e47, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T15:20:57,476 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/meta/1588230740/.tmp/ns/94b656b7a7814d73809a209e943ba3de as hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/meta/1588230740/ns/94b656b7a7814d73809a209e943ba3de 2024-11-24T15:20:57,479 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/meta/1588230740/ns/94b656b7a7814d73809a209e943ba3de, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T15:20:57,480 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/meta/1588230740/.tmp/rep_barrier/5b643d025eb44a7a91929b69e18c8e16 as hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/meta/1588230740/rep_barrier/5b643d025eb44a7a91929b69e18c8e16 2024-11-24T15:20:57,483 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/meta/1588230740/rep_barrier/5b643d025eb44a7a91929b69e18c8e16, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T15:20:57,484 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/meta/1588230740/.tmp/table/3465a3ef9e294712a6cb1ced97fd590e as hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/meta/1588230740/table/3465a3ef9e294712a6cb1ced97fd590e 2024-11-24T15:20:57,488 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/meta/1588230740/table/3465a3ef9e294712a6cb1ced97fd590e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T15:20:57,489 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1393ms, sequenceid=16, compaction requested=false 2024-11-24T15:20:57,495 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T15:20:57,495 INFO [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T15:20:57,495 DEBUG [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(1325): Online Regions={289e51c4a5d6758da371d58e7d429362=hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T15:20:57,495 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:20:57,495 INFO [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(3091): Received CLOSE for 289e51c4a5d6758da371d58e7d429362 2024-11-24T15:20:57,495 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:20:57,495 DEBUG [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 289e51c4a5d6758da371d58e7d429362 2024-11-24T15:20:57,495 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:20:57,495 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 289e51c4a5d6758da371d58e7d429362, disabling compactions & flushes 2024-11-24T15:20:57,495 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461656094Running coprocessor pre-close hooks at 1732461656094Disabling compacts and flushes for region at 1732461656094Disabling writes for close at 1732461656095 (+1 ms)Obtaining lock to block concurrent updates at 1732461656095Preparing flush snapshotting stores in 1588230740 at 1732461656095Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732461656095Flushing stores of hbase:meta,,1.1588230740 at 1732461656096 (+1 ms)Flushing 1588230740/info: creating writer at 1732461656096Flushing 1588230740/info: appending metadata at 1732461656119 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732461656119Flushing 1588230740/ns: creating writer at 1732461656548 (+429 ms)Flushing 1588230740/ns: appending metadata at 1732461656584 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1732461656584Flushing 1588230740/rep_barrier: creating writer at 1732461657013 (+429 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732461657031 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732461657031Flushing 1588230740/table: creating writer at 1732461657048 (+17 ms)Flushing 1588230740/table: appending metadata at 1732461657063 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732461657063Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@418b3b17: reopening flushed file at 1732461657471 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76859d3c: reopening flushed file at 1732461657475 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65c16ed2: reopening flushed file at 1732461657479 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2df40df0: reopening flushed file at 1732461657483 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1393ms, sequenceid=16, compaction requested=false at 1732461657489 (+6 ms)Writing region close event to WAL at 1732461657493 (+4 ms)Running coprocessor post-close hooks at 1732461657495 (+2 ms)Closed at 1732461657495 2024-11-24T15:20:57,495 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362. 2024-11-24T15:20:57,496 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362. 2024-11-24T15:20:57,496 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362. after waiting 0 ms 2024-11-24T15:20:57,496 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362. 2024-11-24T15:20:57,496 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T15:20:57,496 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 289e51c4a5d6758da371d58e7d429362: Waiting for close lock at 1732461657495Running coprocessor pre-close hooks at 1732461657495Disabling compacts and flushes for region at 1732461657495Disabling writes for close at 1732461657496 (+1 ms)Failed flush hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362., putting online again at 1732461657496 2024-11-24T15:20:57,496 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732461640754.289e51c4a5d6758da371d58e7d429362. 2024-11-24T15:20:57,667 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1488, reset compression=false 2024-11-24T15:20:57,695 INFO [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T15:20:57,696 INFO [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(976): stopping server c99348da3e93,35605,1732461628757; all regions closed. 2024-11-24T15:20:57,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741834_1010 (size=4239) 2024-11-24T15:20:57,698 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.meta.1732461631651.meta not finished, retry = 0 2024-11-24T15:20:57,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741839_1015 (size=2609) 2024-11-24T15:20:57,803 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 not finished, retry = 0 2024-11-24T15:20:57,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741832_1008 (size=2370) 2024-11-24T15:20:57,804 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 to pos 1718, reset compression=false 2024-11-24T15:20:57,904 DEBUG [RS:0;c99348da3e93:35605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:57,904 INFO [RS:0;c99348da3e93:35605 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:20:57,904 INFO [RS:0;c99348da3e93:35605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:20:57,905 INFO [RS:0;c99348da3e93:35605 {}] hbase.ChoreService(370): Chore service for: regionserver/c99348da3e93:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T15:20:57,905 INFO [RS:0;c99348da3e93:35605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:20:57,905 INFO [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:20:57,905 INFO [RS:0;c99348da3e93:35605 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c99348da3e93,35605,1732461628757 because: Region server is closing 2024-11-24T15:20:57,905 INFO [RS:0;c99348da3e93:35605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:35605. 2024-11-24T15:20:57,905 DEBUG [RS:0;c99348da3e93:35605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:57,905 DEBUG [RS:0;c99348da3e93:35605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:57,905 DEBUG [RS:0;c99348da3e93:35605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:57,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:20:57,906 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/WALs/c99348da3e93,35605,1732461628757/c99348da3e93%2C35605%2C1732461628757.1732461630750 2024-11-24T15:20:57,906 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.wal-reader.c99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:20:58,006 INFO [RS:0;c99348da3e93:35605 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35605,1732461628757.replicationSource.shipperc99348da3e93%2C35605%2C1732461628757,1-c99348da3e93,35605,1732461628757 terminated 2024-11-24T15:20:58,006 INFO [RS:0;c99348da3e93:35605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:35605. 2024-11-24T15:20:58,006 DEBUG [RS:0;c99348da3e93:35605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:58,006 DEBUG [RS:0;c99348da3e93:35605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:58,006 DEBUG [RS:0;c99348da3e93:35605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:58,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:20:58,006 INFO [RS:0;c99348da3e93:35605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35605 2024-11-24T15:20:58,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1108267907/rs 2024-11-24T15:20:58,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1014a9064f60004, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1108267907/rs/c99348da3e93,35605,1732461628757 2024-11-24T15:20:58,008 INFO [RS:0;c99348da3e93:35605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:20:58,009 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c99348da3e93,35605,1732461628757] 2024-11-24T15:20:58,016 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1108267907/draining/c99348da3e93,35605,1732461628757 already deleted, retry=false 2024-11-24T15:20:58,016 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c99348da3e93,35605,1732461628757 expired; onlineServers=0 2024-11-24T15:20:58,016 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c99348da3e93,43745,1732461628724' ***** 2024-11-24T15:20:58,016 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T15:20:58,016 INFO [M:0;c99348da3e93:43745 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:20:58,016 INFO [M:0;c99348da3e93:43745 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:20:58,016 DEBUG [M:0;c99348da3e93:43745 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T15:20:58,016 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T15:20:58,016 DEBUG [M:0;c99348da3e93:43745 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T15:20:58,016 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461630514 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461630514,5,FailOnTimeoutGroup] 2024-11-24T15:20:58,016 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461630515 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461630515,5,FailOnTimeoutGroup] 2024-11-24T15:20:58,017 INFO [M:0;c99348da3e93:43745 {}] hbase.ChoreService(370): Chore service for: master/c99348da3e93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T15:20:58,017 INFO [M:0;c99348da3e93:43745 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:20:58,017 DEBUG [M:0;c99348da3e93:43745 {}] master.HMaster(1795): Stopping service threads 2024-11-24T15:20:58,017 INFO [M:0;c99348da3e93:43745 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T15:20:58,017 INFO [M:0;c99348da3e93:43745 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:20:58,017 INFO [M:0;c99348da3e93:43745 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T15:20:58,017 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T15:20:58,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1108267907/master 2024-11-24T15:20:58,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1108267907 2024-11-24T15:20:58,018 DEBUG [M:0;c99348da3e93:43745 {}] zookeeper.ZKUtil(347): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Unable to get data of znode /1108267907/master because node does not exist (not an error) 2024-11-24T15:20:58,018 WARN [M:0;c99348da3e93:43745 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T15:20:58,019 INFO [M:0;c99348da3e93:43745 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/.lastflushedseqids 2024-11-24T15:20:58,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741847_1023 (size=245) 2024-11-24T15:20:58,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1014a9064f60004, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:20:58,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1014a9064f60004, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:20:58,115 INFO [RS:0;c99348da3e93:35605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:20:58,115 INFO [RS:0;c99348da3e93:35605 {}] regionserver.HRegionServer(1031): Exiting; stopping=c99348da3e93,35605,1732461628757; zookeeper connection closed. 2024-11-24T15:20:58,116 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@691e5a26 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@691e5a26 2024-11-24T15:20:58,116 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T15:20:58,313 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T15:20:58,423 INFO [M:0;c99348da3e93:43745 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T15:20:58,424 INFO [M:0;c99348da3e93:43745 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T15:20:58,424 DEBUG [M:0;c99348da3e93:43745 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:20:58,424 INFO [M:0;c99348da3e93:43745 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:58,424 DEBUG [M:0;c99348da3e93:43745 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:58,424 DEBUG [M:0;c99348da3e93:43745 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:20:58,424 DEBUG [M:0;c99348da3e93:43745 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:58,424 INFO [M:0;c99348da3e93:43745 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T15:20:58,439 DEBUG [M:0;c99348da3e93:43745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/746da1e9b28e44bb8c7eee541ce65659 is 82, key is hbase:meta,,1/info:regioninfo/1732461631686/Put/seqid=0 2024-11-24T15:20:58,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741848_1024 (size=5672) 2024-11-24T15:20:58,531 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:20:58,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:58,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:58,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:58,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:58,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:58,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:58,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:58,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:58,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:58,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:58,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:58,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:20:58,771 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1488, reset compression=false 2024-11-24T15:20:58,843 INFO [M:0;c99348da3e93:43745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/746da1e9b28e44bb8c7eee541ce65659 2024-11-24T15:20:58,860 DEBUG [M:0;c99348da3e93:43745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d7bd329f4264b2a881d180b5542794b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732461641562/Put/seqid=0 2024-11-24T15:20:58,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741849_1025 (size=8516) 2024-11-24T15:20:59,264 INFO [M:0;c99348da3e93:43745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d7bd329f4264b2a881d180b5542794b 2024-11-24T15:20:59,282 DEBUG [M:0;c99348da3e93:43745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf5bfb6fe6714f7f9f6104b3ecb40282 is 69, key is c99348da3e93,35605,1732461628757/rs:state/1732461630594/Put/seqid=0 2024-11-24T15:20:59,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741850_1026 (size=5156) 2024-11-24T15:20:59,686 INFO [M:0;c99348da3e93:43745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf5bfb6fe6714f7f9f6104b3ecb40282 2024-11-24T15:20:59,691 DEBUG [M:0;c99348da3e93:43745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/746da1e9b28e44bb8c7eee541ce65659 as hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/746da1e9b28e44bb8c7eee541ce65659 2024-11-24T15:20:59,694 INFO [M:0;c99348da3e93:43745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/746da1e9b28e44bb8c7eee541ce65659, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T15:20:59,695 DEBUG [M:0;c99348da3e93:43745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d7bd329f4264b2a881d180b5542794b as hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d7bd329f4264b2a881d180b5542794b 2024-11-24T15:20:59,698 INFO [M:0;c99348da3e93:43745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d7bd329f4264b2a881d180b5542794b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T15:20:59,699 DEBUG [M:0;c99348da3e93:43745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf5bfb6fe6714f7f9f6104b3ecb40282 as hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bf5bfb6fe6714f7f9f6104b3ecb40282 2024-11-24T15:20:59,702 INFO [M:0;c99348da3e93:43745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44961/user/jenkins/test-data/014f2310-8e69-10d9-310b-9d505b4f073d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bf5bfb6fe6714f7f9f6104b3ecb40282, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T15:20:59,703 INFO [M:0;c99348da3e93:43745 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-11-24T15:20:59,713 INFO [M:0;c99348da3e93:43745 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:20:59,713 DEBUG [M:0;c99348da3e93:43745 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461658424Disabling compacts and flushes for region at 1732461658424Disabling writes for close at 1732461658424Obtaining lock to block concurrent updates at 1732461658424Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732461658424Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732461658424Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732461658425 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732461658425Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732461658438 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732461658438Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732461658846 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732461658860 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732461658860Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732461659268 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732461659282 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732461659282Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c35238c: reopening flushed file at 1732461659690 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d9ce2a1: reopening flushed file at 1732461659694 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49f72271: reopening flushed file at 1732461659698 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1732461659703 (+5 ms)Writing region close event to WAL at 1732461659713 (+10 ms)Closed at 1732461659713 2024-11-24T15:20:59,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741830_1006 (size=63654) 2024-11-24T15:20:59,715 INFO [M:0;c99348da3e93:43745 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T15:20:59,715 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:20:59,715 INFO [M:0;c99348da3e93:43745 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43745 2024-11-24T15:20:59,716 INFO [M:0;c99348da3e93:43745 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:20:59,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:20:59,817 INFO [M:0;c99348da3e93:43745 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:20:59,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1014a9064f60003, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:20:59,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b7ba35b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:20:59,820 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cd613db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:20:59,820 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:20:59,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31bbcd05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:20:59,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bb12cf6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/hadoop.log.dir/,STOPPED} 2024-11-24T15:20:59,822 WARN [BP-1288763830-172.17.0.2-1732461627582 heartbeating to localhost/127.0.0.1:44961 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T15:20:59,822 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T15:20:59,822 WARN [BP-1288763830-172.17.0.2-1732461627582 heartbeating to localhost/127.0.0.1:44961 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1288763830-172.17.0.2-1732461627582 (Datanode Uuid 8e215c48-e85d-411f-b4f9-092ddb3a31fd) service to localhost/127.0.0.1:44961 2024-11-24T15:20:59,823 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/cluster_89eabd96-5fa8-1d4c-25f4-013322fe1586/data/data1/current/BP-1288763830-172.17.0.2-1732461627582 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:20:59,823 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/cluster_89eabd96-5fa8-1d4c-25f4-013322fe1586/data/data2/current/BP-1288763830-172.17.0.2-1732461627582 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:20:59,823 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T15:20:59,823 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T15:20:59,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@609b9621{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:20:59,830 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7824f551{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:20:59,830 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:20:59,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379156d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:20:59,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35cc33f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6497e7f5-7d6b-5781-66d7-02796f25a176/hadoop.log.dir/,STOPPED} 2024-11-24T15:20:59,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T15:20:59,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T15:20:59,843 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:20:59,843 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:59,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:59,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:59,843 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T15:20:59,843 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=474849932, stopped=false 2024-11-24T15:20:59,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:20:59,843 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c99348da3e93,33503,1732461624472 2024-11-24T15:20:59,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x1014a9064f60001, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2105725450/running 2024-11-24T15:20:59,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2105725450/running 2024-11-24T15:20:59,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105725450 2024-11-24T15:20:59,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x1014a9064f60001, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105725450 2024-11-24T15:20:59,845 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:20:59,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45047-0x1014a9064f60001, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Set watcher on znode that does not yet exist, /0-2105725450/running 2024-11-24T15:20:59,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Set watcher on znode that does not yet exist, /0-2105725450/running 2024-11-24T15:20:59,846 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:20:59,846 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:59,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:59,846 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c99348da3e93,45047,1732461624522' ***** 2024-11-24T15:20:59,846 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T15:20:59,846 INFO [RS:0;c99348da3e93:45047 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T15:20:59,846 INFO [RS:0;c99348da3e93:45047 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T15:20:59,847 INFO [RS:0;c99348da3e93:45047 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T15:20:59,847 INFO [RS:0;c99348da3e93:45047 {}] regionserver.HRegionServer(3091): Received CLOSE for 25f596420cea7f1506cf7fa497fff417 2024-11-24T15:20:59,847 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T15:20:59,847 INFO [RS:0;c99348da3e93:45047 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ce85221a5be14e4d490e43ae3a8b00d 2024-11-24T15:20:59,847 INFO [RS:0;c99348da3e93:45047 {}] regionserver.HRegionServer(959): stopping server c99348da3e93,45047,1732461624522 2024-11-24T15:20:59,847 INFO [RS:0;c99348da3e93:45047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:20:59,847 INFO [RS:0;c99348da3e93:45047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:45047. 2024-11-24T15:20:59,847 DEBUG [RS:0;c99348da3e93:45047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:20:59,847 DEBUG [RS:0;c99348da3e93:45047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:20:59,847 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25f596420cea7f1506cf7fa497fff417, disabling compactions & flushes 2024-11-24T15:20:59,847 INFO [RS:0;c99348da3e93:45047 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T15:20:59,847 INFO [RS:0;c99348da3e93:45047 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T15:20:59,847 INFO [RS:0;c99348da3e93:45047 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T15:20:59,847 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732461635136.25f596420cea7f1506cf7fa497fff417. 2024-11-24T15:20:59,847 INFO [RS:0;c99348da3e93:45047 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T15:20:59,847 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461635136.25f596420cea7f1506cf7fa497fff417. 2024-11-24T15:20:59,847 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732461635136.25f596420cea7f1506cf7fa497fff417. after waiting 0 ms 2024-11-24T15:20:59,847 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732461635136.25f596420cea7f1506cf7fa497fff417. 2024-11-24T15:20:59,847 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 25f596420cea7f1506cf7fa497fff417 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-24T15:20:59,847 INFO [RS:0;c99348da3e93:45047 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T15:20:59,847 DEBUG [RS:0;c99348da3e93:45047 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 25f596420cea7f1506cf7fa497fff417=test,,1732461635136.25f596420cea7f1506cf7fa497fff417., 1ce85221a5be14e4d490e43ae3a8b00d=hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d.} 2024-11-24T15:20:59,847 DEBUG [RS:0;c99348da3e93:45047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ce85221a5be14e4d490e43ae3a8b00d, 25f596420cea7f1506cf7fa497fff417 2024-11-24T15:20:59,848 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:20:59,848 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:20:59,848 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:20:59,848 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:20:59,848 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:20:59,848 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T15:20:59,864 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/meta/1588230740/.tmp/info/58eb955598224ba5a53f1765948a0ae5 is 147, key is hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d./info:regioninfo/1732461640396/Put/seqid=0 2024-11-24T15:20:59,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741840_1016 (size=7686) 2024-11-24T15:20:59,868 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/meta/1588230740/.tmp/info/58eb955598224ba5a53f1765948a0ae5 2024-11-24T15:20:59,876 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/default/test/25f596420cea7f1506cf7fa497fff417/.tmp/f/665bd1a53e324fdf87ac2cf25482983e is 37, key is row3/f:row3/1732461650769/Put/seqid=0 2024-11-24T15:20:59,885 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/meta/1588230740/.tmp/ns/5923745b026842f0ad09b025f44a670f is 43, key is default/ns:d/1732461627452/Put/seqid=0 2024-11-24T15:20:59,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741841_1017 (size=5228) 2024-11-24T15:20:59,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741842_1018 (size=5153) 2024-11-24T15:20:59,914 INFO [regionserver/c99348da3e93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:20:59,974 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1488, reset compression=false 2024-11-24T15:20:59,978 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:20:59,978 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1735, reset compression=false 2024-11-24T15:20:59,978 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.shipperc99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,45047,1732461624522 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:20:59,979 ERROR [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.shipperc99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c99348da3e93,45047,1732461624522: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c99348da3e93,45047,1732461624522, walGroup=c99348da3e93%2C45047%2C1732461624522, offset=c99348da3e93%2C45047%2C1732461624522.1732461626504:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:45047 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T15:20:59,980 ERROR [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.shipperc99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T15:20:59,980 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.shipperc99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T15:20:59,981 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.shipperc99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T15:20:59,981 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.shipperc99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T15:20:59,981 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.shipperc99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T15:20:59,981 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.shipperc99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 866990112 }, "NonHeapMemoryUsage": { "committed": 202440704, "init": 7667712, "max": -1, "used": 199475000 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T15:20:59,981 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.shipperc99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:33503 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:33503 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T15:21:00,048 DEBUG [RS:0;c99348da3e93:45047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ce85221a5be14e4d490e43ae3a8b00d, 25f596420cea7f1506cf7fa497fff417 2024-11-24T15:21:00,182 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1735, reset compression=false 2024-11-24T15:21:00,248 DEBUG [RS:0;c99348da3e93:45047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ce85221a5be14e4d490e43ae3a8b00d, 25f596420cea7f1506cf7fa497fff417 2024-11-24T15:21:00,286 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/default/test/25f596420cea7f1506cf7fa497fff417/.tmp/f/665bd1a53e324fdf87ac2cf25482983e 2024-11-24T15:21:00,288 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/meta/1588230740/.tmp/ns/5923745b026842f0ad09b025f44a670f 2024-11-24T15:21:00,291 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 665bd1a53e324fdf87ac2cf25482983e 2024-11-24T15:21:00,309 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/default/test/25f596420cea7f1506cf7fa497fff417/.tmp/f1/66a59a8d307540da8f0c382afd15e946 is 30, key is row1/f1:/1732461648112/DeleteFamily/seqid=0 2024-11-24T15:21:00,309 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/meta/1588230740/.tmp/rep_barrier/1c7df62c7f41413e822a86b64763c7e5 is 112, key is test,,1732461635136.25f596420cea7f1506cf7fa497fff417./rep_barrier:seqnumDuringOpen/1732461636287/Put/seqid=0 2024-11-24T15:21:00,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741843_1019 (size=5158) 2024-11-24T15:21:00,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741844_1020 (size=5518) 2024-11-24T15:21:00,314 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/meta/1588230740/.tmp/rep_barrier/1c7df62c7f41413e822a86b64763c7e5 2024-11-24T15:21:00,317 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/default/test/25f596420cea7f1506cf7fa497fff417/.tmp/f1/66a59a8d307540da8f0c382afd15e946 2024-11-24T15:21:00,321 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66a59a8d307540da8f0c382afd15e946 2024-11-24T15:21:00,337 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/meta/1588230740/.tmp/table/16d451364f0046768828ec18c141cb92 is 53, key is hbase:replication/table:state/1732461640410/Put/seqid=0 2024-11-24T15:21:00,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741845_1021 (size=5308) 2024-11-24T15:21:00,348 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/default/test/25f596420cea7f1506cf7fa497fff417/.tmp/norep/6d135caac4db4b9da248a4462dec7c09 is 32, key is row/norep:/1732461647106/DeleteFamily/seqid=0 2024-11-24T15:21:00,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741846_1022 (size=5101) 2024-11-24T15:21:00,413 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T15:21:00,413 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T15:21:00,448 DEBUG [RS:0;c99348da3e93:45047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ce85221a5be14e4d490e43ae3a8b00d, 25f596420cea7f1506cf7fa497fff417 2024-11-24T15:21:00,486 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1735, reset compression=false 2024-11-24T15:21:00,648 DEBUG [RS:0;c99348da3e93:45047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ce85221a5be14e4d490e43ae3a8b00d, 25f596420cea7f1506cf7fa497fff417 2024-11-24T15:21:00,741 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/meta/1588230740/.tmp/table/16d451364f0046768828ec18c141cb92 2024-11-24T15:21:00,746 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/meta/1588230740/.tmp/info/58eb955598224ba5a53f1765948a0ae5 as hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/meta/1588230740/info/58eb955598224ba5a53f1765948a0ae5 2024-11-24T15:21:00,751 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/meta/1588230740/info/58eb955598224ba5a53f1765948a0ae5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T15:21:00,752 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/default/test/25f596420cea7f1506cf7fa497fff417/.tmp/norep/6d135caac4db4b9da248a4462dec7c09 2024-11-24T15:21:00,753 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/meta/1588230740/.tmp/ns/5923745b026842f0ad09b025f44a670f as hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/meta/1588230740/ns/5923745b026842f0ad09b025f44a670f 2024-11-24T15:21:00,756 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d135caac4db4b9da248a4462dec7c09 2024-11-24T15:21:00,757 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/default/test/25f596420cea7f1506cf7fa497fff417/.tmp/f/665bd1a53e324fdf87ac2cf25482983e as hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/default/test/25f596420cea7f1506cf7fa497fff417/f/665bd1a53e324fdf87ac2cf25482983e 2024-11-24T15:21:00,760 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/meta/1588230740/ns/5923745b026842f0ad09b025f44a670f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T15:21:00,761 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/meta/1588230740/.tmp/rep_barrier/1c7df62c7f41413e822a86b64763c7e5 as hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/meta/1588230740/rep_barrier/1c7df62c7f41413e822a86b64763c7e5 2024-11-24T15:21:00,762 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 665bd1a53e324fdf87ac2cf25482983e 2024-11-24T15:21:00,762 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/default/test/25f596420cea7f1506cf7fa497fff417/f/665bd1a53e324fdf87ac2cf25482983e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-24T15:21:00,763 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/default/test/25f596420cea7f1506cf7fa497fff417/.tmp/f1/66a59a8d307540da8f0c382afd15e946 as hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/default/test/25f596420cea7f1506cf7fa497fff417/f1/66a59a8d307540da8f0c382afd15e946 2024-11-24T15:21:00,767 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/meta/1588230740/rep_barrier/1c7df62c7f41413e822a86b64763c7e5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T15:21:00,767 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/meta/1588230740/.tmp/table/16d451364f0046768828ec18c141cb92 as hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/meta/1588230740/table/16d451364f0046768828ec18c141cb92 2024-11-24T15:21:00,767 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66a59a8d307540da8f0c382afd15e946 2024-11-24T15:21:00,767 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/default/test/25f596420cea7f1506cf7fa497fff417/f1/66a59a8d307540da8f0c382afd15e946, entries=3, sequenceid=12, filesize=5.0 K 2024-11-24T15:21:00,776 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/default/test/25f596420cea7f1506cf7fa497fff417/.tmp/norep/6d135caac4db4b9da248a4462dec7c09 as hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/default/test/25f596420cea7f1506cf7fa497fff417/norep/6d135caac4db4b9da248a4462dec7c09 2024-11-24T15:21:00,780 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/meta/1588230740/table/16d451364f0046768828ec18c141cb92, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T15:21:00,780 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d135caac4db4b9da248a4462dec7c09 2024-11-24T15:21:00,780 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/default/test/25f596420cea7f1506cf7fa497fff417/norep/6d135caac4db4b9da248a4462dec7c09, entries=1, sequenceid=12, filesize=5.0 K 2024-11-24T15:21:00,781 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 933ms, sequenceid=16, compaction requested=false 2024-11-24T15:21:00,781 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T15:21:00,781 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 25f596420cea7f1506cf7fa497fff417 in 934ms, sequenceid=12, compaction requested=false 2024-11-24T15:21:00,781 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T15:21:00,786 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/default/test/25f596420cea7f1506cf7fa497fff417/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T15:21:00,786 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T15:21:00,786 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:21:00,786 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T15:21:00,786 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732461635136.25f596420cea7f1506cf7fa497fff417. 2024-11-24T15:21:00,786 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:21:00,786 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25f596420cea7f1506cf7fa497fff417: Waiting for close lock at 1732461659847Running coprocessor pre-close hooks at 1732461659847Disabling compacts and flushes for region at 1732461659847Disabling writes for close at 1732461659847Obtaining lock to block concurrent updates at 1732461659847Preparing flush snapshotting stores in 25f596420cea7f1506cf7fa497fff417 at 1732461659847Finished memstore snapshotting test,,1732461635136.25f596420cea7f1506cf7fa497fff417., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732461659848 (+1 ms)Flushing stores of test,,1732461635136.25f596420cea7f1506cf7fa497fff417. at 1732461659850 (+2 ms)Flushing 25f596420cea7f1506cf7fa497fff417/f: creating writer at 1732461659850Flushing 25f596420cea7f1506cf7fa497fff417/f: appending metadata at 1732461659875 (+25 ms)Flushing 25f596420cea7f1506cf7fa497fff417/f: closing flushed file at 1732461659875Flushing 25f596420cea7f1506cf7fa497fff417/f1: creating writer at 1732461660291 (+416 ms)Flushing 25f596420cea7f1506cf7fa497fff417/f1: appending metadata at 1732461660308 (+17 ms)Flushing 25f596420cea7f1506cf7fa497fff417/f1: closing flushed file at 1732461660308Flushing 25f596420cea7f1506cf7fa497fff417/norep: creating writer at 1732461660321 (+13 ms)Flushing 25f596420cea7f1506cf7fa497fff417/norep: appending metadata at 1732461660347 (+26 ms)Flushing 25f596420cea7f1506cf7fa497fff417/norep: closing flushed file at 1732461660347Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f79cd6a: reopening flushed file at 1732461660756 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d058132: reopening flushed file at 1732461660762 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f20ba9: reopening flushed file at 1732461660768 (+6 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 25f596420cea7f1506cf7fa497fff417 in 934ms, sequenceid=12, compaction requested=false at 1732461660781 (+13 ms)Writing region close event to WAL at 1732461660783 (+2 ms)Running coprocessor post-close hooks at 1732461660786 (+3 ms)Closed at 1732461660786 2024-11-24T15:21:00,786 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:21:00,786 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:21:00,786 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732461635136.25f596420cea7f1506cf7fa497fff417. 2024-11-24T15:21:00,786 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461659848Running coprocessor pre-close hooks at 1732461659848Disabling compacts and flushes for region at 1732461659848Disabling writes for close at 1732461659848Obtaining lock to block concurrent updates at 1732461659848Preparing flush snapshotting stores in 1588230740 at 1732461659848Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732461659848Flushing stores of hbase:meta,,1.1588230740 at 1732461659849 (+1 ms)Flushing 1588230740/info: creating writer at 1732461659849Flushing 1588230740/info: appending metadata at 1732461659863 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732461659863Flushing 1588230740/ns: creating writer at 1732461659871 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732461659884 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732461659884Flushing 1588230740/rep_barrier: creating writer at 1732461660292 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732461660309 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732461660309Flushing 1588230740/table: creating writer at 1732461660318 (+9 ms)Flushing 1588230740/table: appending metadata at 1732461660336 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732461660336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70d446c: reopening flushed file at 1732461660746 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@595c0a8c: reopening flushed file at 1732461660751 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ef99421: reopening flushed file at 1732461660760 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e6a2969: reopening flushed file at 1732461660767 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 933ms, sequenceid=16, compaction requested=false at 1732461660781 (+14 ms)Writing region close event to WAL at 1732461660783 (+2 ms)Running coprocessor post-close hooks at 1732461660786 (+3 ms)Closed at 1732461660786 2024-11-24T15:21:00,786 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ce85221a5be14e4d490e43ae3a8b00d, disabling compactions & flushes 2024-11-24T15:21:00,787 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d. 2024-11-24T15:21:00,787 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d. 2024-11-24T15:21:00,787 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T15:21:00,787 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d. after waiting 0 ms 2024-11-24T15:21:00,787 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d. 2024-11-24T15:21:00,787 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ce85221a5be14e4d490e43ae3a8b00d: Waiting for close lock at 1732461660786Running coprocessor pre-close hooks at 1732461660786Disabling compacts and flushes for region at 1732461660786Disabling writes for close at 1732461660787 (+1 ms)Failed flush hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d., putting online again at 1732461660787 2024-11-24T15:21:00,787 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d. 2024-11-24T15:21:00,848 INFO [RS:0;c99348da3e93:45047 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T15:21:00,848 DEBUG [RS:0;c99348da3e93:45047 {}] regionserver.HRegionServer(1325): Online Regions={1ce85221a5be14e4d490e43ae3a8b00d=hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d.} 2024-11-24T15:21:00,849 INFO [RS:0;c99348da3e93:45047 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ce85221a5be14e4d490e43ae3a8b00d 2024-11-24T15:21:00,849 DEBUG [RS:0;c99348da3e93:45047 {}] regionserver.HRegionServer(1351): Waiting on 1ce85221a5be14e4d490e43ae3a8b00d 2024-11-24T15:21:00,849 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ce85221a5be14e4d490e43ae3a8b00d, disabling compactions & flushes 2024-11-24T15:21:00,849 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d. 2024-11-24T15:21:00,849 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d. 2024-11-24T15:21:00,849 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d. after waiting 0 ms 2024-11-24T15:21:00,849 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d. 2024-11-24T15:21:00,849 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ce85221a5be14e4d490e43ae3a8b00d: Waiting for close lock at 1732461660849Running coprocessor pre-close hooks at 1732461660849Disabling compacts and flushes for region at 1732461660849Disabling writes for close at 1732461660849Failed flush hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d., putting online again at 1732461660849 2024-11-24T15:21:00,849 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732461639601.1ce85221a5be14e4d490e43ae3a8b00d. 2024-11-24T15:21:00,890 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 1735, reset compression=false 2024-11-24T15:21:00,894 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:21:00,895 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.wal-reader.c99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/WALs/c99348da3e93,45047,1732461624522/c99348da3e93%2C45047%2C1732461624522.1732461626504 to pos 2379, reset compression=false 2024-11-24T15:21:01,049 INFO [RS:0;c99348da3e93:45047 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T15:21:01,049 INFO [RS:0;c99348da3e93:45047 {}] regionserver.HRegionServer(976): stopping server c99348da3e93,45047,1732461624522; all regions closed. 2024-11-24T15:21:01,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741834_1010 (size=4239) 2024-11-24T15:21:01,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741839_1015 (size=2609) 2024-11-24T15:21:01,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741832_1008 (size=2387) 2024-11-24T15:21:01,055 DEBUG [RS:0;c99348da3e93:45047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:01,055 INFO [RS:0;c99348da3e93:45047 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:21:01,056 INFO [RS:0;c99348da3e93:45047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:21:01,056 INFO [RS:0;c99348da3e93:45047 {}] hbase.ChoreService(370): Chore service for: regionserver/c99348da3e93:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T15:21:01,056 INFO [RS:0;c99348da3e93:45047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:21:01,056 INFO [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:21:01,056 INFO [RS:0;c99348da3e93:45047 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c99348da3e93,45047,1732461624522 because: Region server is closing 2024-11-24T15:21:01,056 INFO [RS:0;c99348da3e93:45047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:45047. 2024-11-24T15:21:01,056 DEBUG [RS:0;c99348da3e93:45047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:01,057 DEBUG [RS:0;c99348da3e93:45047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:01,057 DEBUG [RS:0;c99348da3e93:45047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:01,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:21:01,157 INFO [RS:0;c99348da3e93:45047 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,45047,1732461624522.replicationSource.shipperc99348da3e93%2C45047%2C1732461624522,1-c99348da3e93,45047,1732461624522 terminated 2024-11-24T15:21:01,157 INFO [RS:0;c99348da3e93:45047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:45047. 2024-11-24T15:21:01,157 DEBUG [RS:0;c99348da3e93:45047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:01,157 DEBUG [RS:0;c99348da3e93:45047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:01,157 DEBUG [RS:0;c99348da3e93:45047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:01,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:21:01,157 INFO [RS:0;c99348da3e93:45047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45047 2024-11-24T15:21:01,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105725450/rs 2024-11-24T15:21:01,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x1014a9064f60001, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2105725450/rs/c99348da3e93,45047,1732461624522 2024-11-24T15:21:01,159 INFO [RS:0;c99348da3e93:45047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:21:01,160 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c99348da3e93,45047,1732461624522] 2024-11-24T15:21:01,162 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2105725450/draining/c99348da3e93,45047,1732461624522 already deleted, retry=false 2024-11-24T15:21:01,162 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c99348da3e93,45047,1732461624522 expired; onlineServers=0 2024-11-24T15:21:01,162 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c99348da3e93,33503,1732461624472' ***** 2024-11-24T15:21:01,162 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T15:21:01,162 INFO [M:0;c99348da3e93:33503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:21:01,162 INFO [M:0;c99348da3e93:33503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:21:01,162 DEBUG [M:0;c99348da3e93:33503 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T15:21:01,162 DEBUG [M:0;c99348da3e93:33503 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T15:21:01,162 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T15:21:01,162 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461626268 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461626268,5,FailOnTimeoutGroup] 2024-11-24T15:21:01,162 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461626268 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461626268,5,FailOnTimeoutGroup] 2024-11-24T15:21:01,163 INFO [M:0;c99348da3e93:33503 {}] hbase.ChoreService(370): Chore service for: master/c99348da3e93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T15:21:01,163 INFO [M:0;c99348da3e93:33503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:21:01,163 DEBUG [M:0;c99348da3e93:33503 {}] master.HMaster(1795): Stopping service threads 2024-11-24T15:21:01,163 INFO [M:0;c99348da3e93:33503 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T15:21:01,163 INFO [M:0;c99348da3e93:33503 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:21:01,163 INFO [M:0;c99348da3e93:33503 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T15:21:01,163 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T15:21:01,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2105725450/master 2024-11-24T15:21:01,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2105725450 2024-11-24T15:21:01,164 DEBUG [M:0;c99348da3e93:33503 {}] zookeeper.ZKUtil(347): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Unable to get data of znode /0-2105725450/master because node does not exist (not an error) 2024-11-24T15:21:01,164 WARN [M:0;c99348da3e93:33503 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T15:21:01,164 INFO [M:0;c99348da3e93:33503 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/.lastflushedseqids 2024-11-24T15:21:01,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741847_1023 (size=245) 2024-11-24T15:21:01,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x1014a9064f60001, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:21:01,262 INFO [RS:0;c99348da3e93:45047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:21:01,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x1014a9064f60001, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:21:01,262 INFO [RS:0;c99348da3e93:45047 {}] regionserver.HRegionServer(1031): Exiting; stopping=c99348da3e93,45047,1732461624522; zookeeper connection closed. 2024-11-24T15:21:01,262 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77fe8f86 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77fe8f86 2024-11-24T15:21:01,262 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T15:21:01,569 INFO [M:0;c99348da3e93:33503 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T15:21:01,569 INFO [M:0;c99348da3e93:33503 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T15:21:01,569 DEBUG [M:0;c99348da3e93:33503 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:21:01,569 INFO [M:0;c99348da3e93:33503 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:01,569 DEBUG [M:0;c99348da3e93:33503 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:01,569 DEBUG [M:0;c99348da3e93:33503 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:21:01,569 DEBUG [M:0;c99348da3e93:33503 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:01,569 INFO [M:0;c99348da3e93:33503 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-24T15:21:01,594 DEBUG [M:0;c99348da3e93:33503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58a8ec048f6c4a86b5c7c152f50b9afe is 82, key is hbase:meta,,1/info:regioninfo/1732461627444/Put/seqid=0 2024-11-24T15:21:01,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741848_1024 (size=5672) 2024-11-24T15:21:01,957 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:01,957 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c99348da3e93,36763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:36763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T15:21:01,958 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68505 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c99348da3e93,36763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:36763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T15:21:01,998 INFO [M:0;c99348da3e93:33503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58a8ec048f6c4a86b5c7c152f50b9afe 2024-11-24T15:21:02,020 DEBUG [M:0;c99348da3e93:33503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eeaefece132d4f45b974aa7a3b0c979a is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732461636297/Put/seqid=0 2024-11-24T15:21:02,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741849_1025 (size=7217) 2024-11-24T15:21:02,425 INFO [M:0;c99348da3e93:33503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eeaefece132d4f45b974aa7a3b0c979a 2024-11-24T15:21:02,428 INFO [M:0;c99348da3e93:33503 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eeaefece132d4f45b974aa7a3b0c979a 2024-11-24T15:21:02,442 DEBUG [M:0;c99348da3e93:33503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/abdce58f39ee4720bc34a5c76a21ed8b is 69, key is c99348da3e93,45047,1732461624522/rs:state/1732461626361/Put/seqid=0 2024-11-24T15:21:02,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741850_1026 (size=5156) 2024-11-24T15:21:02,446 INFO [M:0;c99348da3e93:33503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/abdce58f39ee4720bc34a5c76a21ed8b 2024-11-24T15:21:02,450 DEBUG [M:0;c99348da3e93:33503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58a8ec048f6c4a86b5c7c152f50b9afe as hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/58a8ec048f6c4a86b5c7c152f50b9afe 2024-11-24T15:21:02,453 INFO [M:0;c99348da3e93:33503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/58a8ec048f6c4a86b5c7c152f50b9afe, entries=8, sequenceid=105, filesize=5.5 K 2024-11-24T15:21:02,454 DEBUG [M:0;c99348da3e93:33503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eeaefece132d4f45b974aa7a3b0c979a as hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eeaefece132d4f45b974aa7a3b0c979a 2024-11-24T15:21:02,457 INFO [M:0;c99348da3e93:33503 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eeaefece132d4f45b974aa7a3b0c979a 2024-11-24T15:21:02,457 INFO [M:0;c99348da3e93:33503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eeaefece132d4f45b974aa7a3b0c979a, entries=11, sequenceid=105, filesize=7.0 K 2024-11-24T15:21:02,458 DEBUG [M:0;c99348da3e93:33503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/abdce58f39ee4720bc34a5c76a21ed8b as hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/abdce58f39ee4720bc34a5c76a21ed8b 2024-11-24T15:21:02,461 INFO [M:0;c99348da3e93:33503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35259/user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/abdce58f39ee4720bc34a5c76a21ed8b, entries=1, sequenceid=105, filesize=5.0 K 2024-11-24T15:21:02,462 INFO [M:0;c99348da3e93:33503 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 893ms, sequenceid=105, compaction requested=false 2024-11-24T15:21:02,467 INFO [M:0;c99348da3e93:33503 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:02,467 DEBUG [M:0;c99348da3e93:33503 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461661569Disabling compacts and flushes for region at 1732461661569Disabling writes for close at 1732461661569Obtaining lock to block concurrent updates at 1732461661569Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732461661569Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732461661570 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732461661570Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732461661570Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732461661593 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732461661593Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732461662002 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732461662020 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732461662020Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732461662429 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732461662442 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732461662442Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709f577f: reopening flushed file at 1732461662449 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17b8c026: reopening flushed file at 1732461662453 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@510d4d0d: reopening flushed file at 1732461662457 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 893ms, sequenceid=105, compaction requested=false at 1732461662462 (+5 ms)Writing region close event to WAL at 1732461662467 (+5 ms)Closed at 1732461662467 2024-11-24T15:21:02,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39495 is added to blk_1073741830_1006 (size=64411) 2024-11-24T15:21:02,471 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d00e70e8-b6a6-fbf0-33ac-e6311d59e6ff/MasterData/WALs/c99348da3e93,33503,1732461624472/c99348da3e93%2C33503%2C1732461624472.1732461626203 not finished, retry = 0 2024-11-24T15:21:02,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T15:21:02,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T15:21:02,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T15:21:02,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T15:21:02,572 INFO [M:0;c99348da3e93:33503 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T15:21:02,572 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:21:02,572 INFO [M:0;c99348da3e93:33503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33503 2024-11-24T15:21:02,573 INFO [M:0;c99348da3e93:33503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:21:02,674 INFO [M:0;c99348da3e93:33503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:21:02,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:21:02,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33503-0x1014a9064f60000, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:21:02,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4811291a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:21:02,678 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f64589a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:21:02,678 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:21:02,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@423bbfd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:21:02,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@aa8b58a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/hadoop.log.dir/,STOPPED} 2024-11-24T15:21:02,680 WARN [BP-298181647-172.17.0.2-1732461623934 heartbeating to localhost/127.0.0.1:35259 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T15:21:02,680 WARN [BP-298181647-172.17.0.2-1732461623934 heartbeating to localhost/127.0.0.1:35259 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-298181647-172.17.0.2-1732461623934 (Datanode Uuid bfe04c8a-326f-4ff7-8bef-0117902fc610) service to localhost/127.0.0.1:35259 2024-11-24T15:21:02,680 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T15:21:02,680 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T15:21:02,681 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/cluster_7c50ed69-300f-9261-cfb4-dd0e6514f479/data/data1/current/BP-298181647-172.17.0.2-1732461623934 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:21:02,681 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/cluster_7c50ed69-300f-9261-cfb4-dd0e6514f479/data/data2/current/BP-298181647-172.17.0.2-1732461623934 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:21:02,681 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T15:21:02,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d3178e1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:21:02,689 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65dad612{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:21:02,690 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:21:02,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1821de2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:21:02,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44b5f6b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efc10137-0f87-7767-50f6-0110ab26bdc8/hadoop.log.dir/,STOPPED} 2024-11-24T15:21:02,697 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T15:21:02,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T15:21:02,723 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 264) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:35259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:44961 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:44379 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:35259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60985) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:44961 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60985) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60985) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:44379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44961 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:35259 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:44379 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:44379 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:44961 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:44961 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=733 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=342 (was 271) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6514 (was 6273) - AvailableMemoryMB LEAK? - 2024-11-24T15:21:02,734 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=733, MaxFileDescriptor=1048576, SystemLoadAverage=342, ProcessCount=11, AvailableMemoryMB=6513 2024-11-24T15:21:02,747 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-24T15:21:02,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/hadoop.log.dir so I do NOT create it in target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e 2024-11-24T15:21:02,747 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T15:21:02,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/hadoop.tmp.dir so I do NOT create it in target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e 2024-11-24T15:21:02,747 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5f8f3e1-f272-1a48-79fc-d0d66f690dfb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T15:21:02,747 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e 2024-11-24T15:21:02,748 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/cluster_b9934a93-261f-9fb4-1b64-0ded0682737c, deleteOnExit=true 2024-11-24T15:21:02,750 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/cluster_b9934a93-261f-9fb4-1b64-0ded0682737c/zookeeper_0, clientPort=56455, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/cluster_b9934a93-261f-9fb4-1b64-0ded0682737c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/cluster_b9934a93-261f-9fb4-1b64-0ded0682737c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T15:21:02,751 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56455 2024-11-24T15:21:02,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T15:21:02,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T15:21:02,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/test.cache.data in system properties and HBase conf 2024-11-24T15:21:02,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T15:21:02,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/hadoop.log.dir in system properties and HBase conf 2024-11-24T15:21:02,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T15:21:02,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T15:21:02,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T15:21:02,752 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T15:21:02,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:21:02,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:21:02,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T15:21:02,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:21:02,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T15:21:02,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T15:21:02,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:21:02,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:21:02,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T15:21:02,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/nfs.dump.dir in system properties and HBase conf 2024-11-24T15:21:02,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/java.io.tmpdir in system properties and HBase conf 2024-11-24T15:21:02,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:21:02,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T15:21:02,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T15:21:02,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014a9064f60005, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T15:21:02,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014a9064f60005, quorum=127.0.0.1:60985, baseZNode=/1108267907 Received Disconnected from ZooKeeper, ignoring 2024-11-24T15:21:02,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014a9064f60008, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T15:21:02,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014a9064f60002, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T15:21:02,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014a9064f60002, quorum=127.0.0.1:60985, baseZNode=/0-2105725450 Received Disconnected from ZooKeeper, ignoring 2024-11-24T15:21:02,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014a9064f60008, quorum=127.0.0.1:60985, baseZNode=/2-450650665 Received Disconnected from ZooKeeper, ignoring 2024-11-24T15:21:02,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:21:02,861 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:21:02,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:21:02,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:21:02,869 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:21:02,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:21:02,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11840dfd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:21:02,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a84e2b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:21:03,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2bc6fca5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/java.io.tmpdir/jetty-localhost-34109-hadoop-hdfs-3_4_1-tests_jar-_-any-17501550630198453402/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:21:03,009 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4397c54a{HTTP/1.1, (http/1.1)}{localhost:34109} 2024-11-24T15:21:03,009 INFO [Time-limited test {}] server.Server(415): Started @245890ms 2024-11-24T15:21:03,097 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:21:03,101 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:03,101 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:03,101 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:03,101 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:03,127 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:03,127 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:03,127 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:03,127 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:03,127 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:03,128 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:03,132 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:03,135 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:03,135 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:03,136 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:03,152 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:21:03,154 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:21:03,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:21:03,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:21:03,156 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T15:21:03,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32c8f478{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:21:03,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1eb3016a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:21:03,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14f93c20{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/java.io.tmpdir/jetty-localhost-37503-hadoop-hdfs-3_4_1-tests_jar-_-any-17602429862456420821/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:21:03,286 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7138691d{HTTP/1.1, (http/1.1)}{localhost:37503} 2024-11-24T15:21:03,286 INFO [Time-limited test {}] server.Server(415): Started @246167ms 2024-11-24T15:21:03,287 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T15:21:03,389 WARN [Thread-3421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/cluster_b9934a93-261f-9fb4-1b64-0ded0682737c/data/data2/current/BP-1639879966-172.17.0.2-1732461662771/current, will proceed with Du for space computation calculation, 2024-11-24T15:21:03,389 WARN [Thread-3420 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/cluster_b9934a93-261f-9fb4-1b64-0ded0682737c/data/data1/current/BP-1639879966-172.17.0.2-1732461662771/current, will proceed with Du for space computation calculation, 2024-11-24T15:21:03,411 WARN [Thread-3408 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T15:21:03,416 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd82115255ab2f6e3 with lease ID 0x684443d49fc1452f: Processing first storage report for DS-c51c598c-ecba-4dea-8e9c-aa336c7764ed from datanode DatanodeRegistration(127.0.0.1:40051, datanodeUuid=5999f8e7-7f80-4f54-ae52-6959660e7f3e, infoPort=33981, infoSecurePort=0, ipcPort=41867, storageInfo=lv=-57;cid=testClusterID;nsid=1818950565;c=1732461662771) 2024-11-24T15:21:03,417 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd82115255ab2f6e3 with lease ID 0x684443d49fc1452f: from storage DS-c51c598c-ecba-4dea-8e9c-aa336c7764ed node DatanodeRegistration(127.0.0.1:40051, datanodeUuid=5999f8e7-7f80-4f54-ae52-6959660e7f3e, infoPort=33981, infoSecurePort=0, ipcPort=41867, storageInfo=lv=-57;cid=testClusterID;nsid=1818950565;c=1732461662771), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:21:03,417 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd82115255ab2f6e3 with lease ID 0x684443d49fc1452f: Processing first storage report for DS-3900c0c7-e50f-43d5-91c5-068fa120b4f2 from datanode DatanodeRegistration(127.0.0.1:40051, datanodeUuid=5999f8e7-7f80-4f54-ae52-6959660e7f3e, infoPort=33981, infoSecurePort=0, ipcPort=41867, storageInfo=lv=-57;cid=testClusterID;nsid=1818950565;c=1732461662771) 2024-11-24T15:21:03,417 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd82115255ab2f6e3 with lease ID 0x684443d49fc1452f: from storage DS-3900c0c7-e50f-43d5-91c5-068fa120b4f2 node DatanodeRegistration(127.0.0.1:40051, datanodeUuid=5999f8e7-7f80-4f54-ae52-6959660e7f3e, infoPort=33981, infoSecurePort=0, ipcPort=41867, storageInfo=lv=-57;cid=testClusterID;nsid=1818950565;c=1732461662771), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:21:03,515 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e 2024-11-24T15:21:03,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:03,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:03,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40051 is added to blk_1073741825_1001 (size=7) 2024-11-24T15:21:03,931 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32 with version=8 2024-11-24T15:21:03,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/hbase-staging 2024-11-24T15:21:03,934 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:21:03,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:03,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:03,934 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:21:03,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:03,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:21:03,934 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T15:21:03,934 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:21:03,935 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44141 2024-11-24T15:21:03,936 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44141 connecting to ZooKeeper ensemble=127.0.0.1:56455 2024-11-24T15:21:03,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441410x0, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:21:03,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44141-0x1014a90fcae0000 connected 2024-11-24T15:21:03,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:03,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:03,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Set watcher on znode that does not yet exist, /0519404135/running 2024-11-24T15:21:03,995 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32, hbase.cluster.distributed=false 2024-11-24T15:21:03,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Set watcher on znode that does not yet exist, /0519404135/acl 2024-11-24T15:21:04,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44141 2024-11-24T15:21:04,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44141 2024-11-24T15:21:04,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44141 2024-11-24T15:21:04,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44141 2024-11-24T15:21:04,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44141 2024-11-24T15:21:04,027 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:21:04,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:04,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:04,028 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:21:04,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:04,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:21:04,028 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T15:21:04,028 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:21:04,029 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44361 2024-11-24T15:21:04,029 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44361 connecting to ZooKeeper ensemble=127.0.0.1:56455 2024-11-24T15:21:04,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:04,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:04,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443610x0, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:21:04,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443610x0, quorum=127.0.0.1:56455, baseZNode=/0519404135 Set watcher on znode that does not yet exist, /0519404135/running 2024-11-24T15:21:04,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44361-0x1014a90fcae0001 connected 2024-11-24T15:21:04,039 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T15:21:04,039 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T15:21:04,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44361-0x1014a90fcae0001, quorum=127.0.0.1:56455, baseZNode=/0519404135 Set watcher on znode that does not yet exist, /0519404135/master 2024-11-24T15:21:04,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44361-0x1014a90fcae0001, quorum=127.0.0.1:56455, baseZNode=/0519404135 Set watcher on znode that does not yet exist, /0519404135/acl 2024-11-24T15:21:04,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44361 2024-11-24T15:21:04,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44361 2024-11-24T15:21:04,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44361 2024-11-24T15:21:04,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44361 2024-11-24T15:21:04,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44361 2024-11-24T15:21:04,067 DEBUG [M:0;c99348da3e93:44141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c99348da3e93:44141 2024-11-24T15:21:04,067 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0519404135/backup-masters/c99348da3e93,44141,1732461663934 2024-11-24T15:21:04,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1014a90fcae0001, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519404135/backup-masters 2024-11-24T15:21:04,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519404135/backup-masters 2024-11-24T15:21:04,070 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Set watcher on existing znode=/0519404135/backup-masters/c99348da3e93,44141,1732461663934 2024-11-24T15:21:04,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519404135 2024-11-24T15:21:04,072 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Set watcher on existing znode=/0519404135/master 2024-11-24T15:21:04,073 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0519404135/backup-masters/c99348da3e93,44141,1732461663934 from backup master directory 2024-11-24T15:21:04,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0519404135/backup-masters/c99348da3e93,44141,1732461663934 2024-11-24T15:21:04,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519404135/backup-masters 2024-11-24T15:21:04,075 WARN [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:21:04,075 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c99348da3e93,44141,1732461663934 2024-11-24T15:21:04,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1014a90fcae0001, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0519404135/master 2024-11-24T15:21:04,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1014a90fcae0001, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519404135 2024-11-24T15:21:04,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1014a90fcae0001, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519404135/backup-masters 2024-11-24T15:21:04,082 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/hbase.id] with ID: 07c9af0b-f032-4f5f-abd1-c20cd361aeec 2024-11-24T15:21:04,082 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/.tmp/hbase.id 2024-11-24T15:21:04,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40051 is added to blk_1073741826_1002 (size=42) 2024-11-24T15:21:04,499 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/.tmp/hbase.id]:[hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/hbase.id] 2024-11-24T15:21:04,506 INFO [master/c99348da3e93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:04,507 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T15:21:04,507 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-24T15:21:04,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519404135 2024-11-24T15:21:04,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1014a90fcae0001, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519404135 2024-11-24T15:21:04,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40051 is added to blk_1073741827_1003 (size=196) 2024-11-24T15:21:04,914 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:21:04,915 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T15:21:04,915 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:21:04,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40051 is added to blk_1073741828_1004 (size=1189) 2024-11-24T15:21:04,925 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/MasterData/data/master/store 2024-11-24T15:21:04,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40051 is added to blk_1073741829_1005 (size=34) 2024-11-24T15:21:04,930 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:04,930 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:21:04,931 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:04,931 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:04,931 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:21:04,931 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:04,931 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:04,931 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461664930Disabling compacts and flushes for region at 1732461664930Disabling writes for close at 1732461664931 (+1 ms)Writing region close event to WAL at 1732461664931Closed at 1732461664931 2024-11-24T15:21:04,932 WARN [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/MasterData/data/master/store/.initializing 2024-11-24T15:21:04,932 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/MasterData/WALs/c99348da3e93,44141,1732461663934 2024-11-24T15:21:04,933 INFO [master/c99348da3e93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:21:04,935 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c99348da3e93%2C44141%2C1732461663934, suffix=, logDir=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/MasterData/WALs/c99348da3e93,44141,1732461663934, archiveDir=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/MasterData/oldWALs, maxLogs=10 2024-11-24T15:21:04,952 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/MasterData/WALs/c99348da3e93,44141,1732461663934/c99348da3e93%2C44141%2C1732461663934.1732461664935, exclude list is [], retry=0 2024-11-24T15:21:04,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40051,DS-c51c598c-ecba-4dea-8e9c-aa336c7764ed,DISK] 2024-11-24T15:21:04,957 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/MasterData/WALs/c99348da3e93,44141,1732461663934/c99348da3e93%2C44141%2C1732461663934.1732461664935 2024-11-24T15:21:04,957 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33981:33981)] 2024-11-24T15:21:04,957 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:21:04,958 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:04,958 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:04,958 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:04,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:04,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T15:21:04,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:04,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:04,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:04,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T15:21:04,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:04,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:04,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:04,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T15:21:04,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:04,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:04,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:04,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T15:21:04,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:04,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:04,964 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:04,965 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:04,965 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:04,966 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:04,966 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:04,967 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:21:04,967 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:04,969 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:21:04,969 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63634503, jitterRate=-0.05177201330661774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:21:04,970 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732461664958Initializing all the Stores at 1732461664959 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461664959Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461664959Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461664959Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461664959Cleaning up temporary data from old regions at 1732461664966 (+7 ms)Region opened successfully at 1732461664970 (+4 ms) 2024-11-24T15:21:04,970 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T15:21:04,973 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532148e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:21:04,973 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T15:21:04,974 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T15:21:04,974 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T15:21:04,974 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T15:21:04,974 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T15:21:04,974 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T15:21:04,974 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T15:21:04,978 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T15:21:04,978 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Unable to get data of znode /0519404135/balancer because node does not exist (not necessarily an error) 2024-11-24T15:21:04,980 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0519404135/balancer already deleted, retry=false 2024-11-24T15:21:04,980 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T15:21:04,980 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Unable to get data of znode /0519404135/normalizer because node does not exist (not necessarily an error) 2024-11-24T15:21:04,981 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0519404135/normalizer already deleted, retry=false 2024-11-24T15:21:04,982 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T15:21:04,982 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Unable to get data of znode /0519404135/switch/split because node does not exist (not necessarily an error) 2024-11-24T15:21:04,984 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0519404135/switch/split already deleted, retry=false 2024-11-24T15:21:04,985 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Unable to get data of znode /0519404135/switch/merge because node does not exist (not necessarily an error) 2024-11-24T15:21:04,986 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0519404135/switch/merge already deleted, retry=false 2024-11-24T15:21:04,989 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Unable to get data of znode /0519404135/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T15:21:04,990 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0519404135/snapshot-cleanup already deleted, retry=false 2024-11-24T15:21:04,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1014a90fcae0001, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0519404135/running 2024-11-24T15:21:04,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1014a90fcae0001, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519404135 2024-11-24T15:21:04,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0519404135/running 2024-11-24T15:21:04,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519404135 2024-11-24T15:21:04,992 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c99348da3e93,44141,1732461663934, sessionid=0x1014a90fcae0000, setting cluster-up flag (Was=false) 2024-11-24T15:21:04,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1014a90fcae0001, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519404135 2024-11-24T15:21:04,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519404135 2024-11-24T15:21:05,003 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0519404135/flush-table-proc/acquired, /0519404135/flush-table-proc/reached, /0519404135/flush-table-proc/abort 2024-11-24T15:21:05,004 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,44141,1732461663934 2024-11-24T15:21:05,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1014a90fcae0001, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519404135 2024-11-24T15:21:05,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519404135 2024-11-24T15:21:05,012 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0519404135/online-snapshot/acquired, /0519404135/online-snapshot/reached, /0519404135/online-snapshot/abort 2024-11-24T15:21:05,013 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,44141,1732461663934 2024-11-24T15:21:05,014 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T15:21:05,018 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:05,018 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T15:21:05,018 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T15:21:05,018 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c99348da3e93,44141,1732461663934 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T15:21:05,019 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:05,019 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:05,020 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:05,020 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:05,020 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c99348da3e93:0, corePoolSize=10, maxPoolSize=10 2024-11-24T15:21:05,020 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:05,020 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:21:05,020 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:05,030 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:05,030 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T15:21:05,031 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:05,031 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T15:21:05,037 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732461695037 2024-11-24T15:21:05,037 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T15:21:05,037 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T15:21:05,037 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T15:21:05,037 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T15:21:05,037 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T15:21:05,037 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T15:21:05,038 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:05,038 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T15:21:05,038 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T15:21:05,038 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T15:21:05,038 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T15:21:05,039 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T15:21:05,039 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T15:21:05,039 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461665039,5,FailOnTimeoutGroup] 2024-11-24T15:21:05,039 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461665039,5,FailOnTimeoutGroup] 2024-11-24T15:21:05,039 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:05,039 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T15:21:05,039 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:05,039 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:05,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40051 is added to blk_1073741831_1007 (size=1321) 2024-11-24T15:21:05,042 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T15:21:05,042 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32 2024-11-24T15:21:05,055 INFO [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(746): ClusterId : 07c9af0b-f032-4f5f-abd1-c20cd361aeec 2024-11-24T15:21:05,055 DEBUG [RS:0;c99348da3e93:44361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T15:21:05,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40051 is added to blk_1073741832_1008 (size=32) 2024-11-24T15:21:05,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:05,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:21:05,057 DEBUG [RS:0;c99348da3e93:44361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T15:21:05,057 DEBUG [RS:0;c99348da3e93:44361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T15:21:05,059 DEBUG [RS:0;c99348da3e93:44361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T15:21:05,059 DEBUG [RS:0;c99348da3e93:44361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621d7991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:21:05,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:21:05,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:05,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:05,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:21:05,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:21:05,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:05,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:05,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:21:05,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:21:05,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:05,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:05,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:21:05,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:21:05,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:05,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:05,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:21:05,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/meta/1588230740 2024-11-24T15:21:05,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/meta/1588230740 2024-11-24T15:21:05,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:21:05,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:21:05,072 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:21:05,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:21:05,076 DEBUG [RS:0;c99348da3e93:44361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c99348da3e93:44361 2024-11-24T15:21:05,076 INFO [RS:0;c99348da3e93:44361 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T15:21:05,076 INFO [RS:0;c99348da3e93:44361 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T15:21:05,076 DEBUG [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T15:21:05,077 INFO [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(2659): reportForDuty to master=c99348da3e93,44141,1732461663934 with port=44361, startcode=1732461664027 2024-11-24T15:21:05,077 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:21:05,077 DEBUG [RS:0;c99348da3e93:44361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T15:21:05,077 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62330555, jitterRate=-0.071202352643013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:21:05,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732461665056Initializing all the Stores at 1732461665056Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461665056Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461665056Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461665056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461665056Cleaning up temporary data from old regions at 1732461665072 (+16 ms)Region opened successfully at 1732461665078 (+6 ms) 2024-11-24T15:21:05,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:21:05,078 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:21:05,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:21:05,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:21:05,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:21:05,079 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T15:21:05,080 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44141 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c99348da3e93,44361,1732461664027 2024-11-24T15:21:05,080 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44141 {}] master.ServerManager(517): Registering regionserver=c99348da3e93,44361,1732461664027 2024-11-24T15:21:05,081 DEBUG [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32 2024-11-24T15:21:05,081 DEBUG [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37081 2024-11-24T15:21:05,081 DEBUG [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T15:21:05,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519404135/rs 2024-11-24T15:21:05,084 DEBUG [RS:0;c99348da3e93:44361 {}] zookeeper.ZKUtil(111): regionserver:44361-0x1014a90fcae0001, quorum=127.0.0.1:56455, baseZNode=/0519404135 Set watcher on existing znode=/0519404135/rs/c99348da3e93,44361,1732461664027 2024-11-24T15:21:05,084 WARN [RS:0;c99348da3e93:44361 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:21:05,084 INFO [RS:0;c99348da3e93:44361 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:21:05,084 DEBUG [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027 2024-11-24T15:21:05,094 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c99348da3e93,44361,1732461664027] 2024-11-24T15:21:05,102 INFO [RS:0;c99348da3e93:44361 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T15:21:05,104 INFO [RS:0;c99348da3e93:44361 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T15:21:05,104 INFO [RS:0;c99348da3e93:44361 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T15:21:05,104 INFO [RS:0;c99348da3e93:44361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:05,104 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:21:05,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461665078Disabling compacts and flushes for region at 1732461665078Disabling writes for close at 1732461665078Writing region close event to WAL at 1732461665104 (+26 ms)Closed at 1732461665104 2024-11-24T15:21:05,109 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:05,109 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T15:21:05,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T15:21:05,110 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:21:05,111 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T15:21:05,112 INFO [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T15:21:05,113 INFO [RS:0;c99348da3e93:44361 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T15:21:05,113 INFO [RS:0;c99348da3e93:44361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:05,113 DEBUG [RS:0;c99348da3e93:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:05,113 DEBUG [RS:0;c99348da3e93:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:05,113 DEBUG [RS:0;c99348da3e93:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:05,113 DEBUG [RS:0;c99348da3e93:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:05,113 DEBUG [RS:0;c99348da3e93:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:05,113 DEBUG [RS:0;c99348da3e93:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:21:05,113 DEBUG [RS:0;c99348da3e93:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:05,113 DEBUG [RS:0;c99348da3e93:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:05,114 DEBUG [RS:0;c99348da3e93:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:05,114 DEBUG [RS:0;c99348da3e93:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:05,114 DEBUG [RS:0;c99348da3e93:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:05,114 DEBUG [RS:0;c99348da3e93:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:05,114 DEBUG [RS:0;c99348da3e93:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:21:05,114 DEBUG [RS:0;c99348da3e93:44361 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:21:05,116 INFO [RS:0;c99348da3e93:44361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:05,116 INFO [RS:0;c99348da3e93:44361 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:05,116 INFO [RS:0;c99348da3e93:44361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:05,116 INFO [RS:0;c99348da3e93:44361 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:05,116 INFO [RS:0;c99348da3e93:44361 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:05,116 INFO [RS:0;c99348da3e93:44361 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,44361,1732461664027-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:21:05,132 INFO [RS:0;c99348da3e93:44361 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T15:21:05,133 INFO [RS:0;c99348da3e93:44361 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,44361,1732461664027-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:05,133 INFO [RS:0;c99348da3e93:44361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:05,133 INFO [RS:0;c99348da3e93:44361 {}] regionserver.Replication(171): c99348da3e93,44361,1732461664027 started 2024-11-24T15:21:05,146 INFO [RS:0;c99348da3e93:44361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:05,146 INFO [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(1482): Serving as c99348da3e93,44361,1732461664027, RpcServer on c99348da3e93/172.17.0.2:44361, sessionid=0x1014a90fcae0001 2024-11-24T15:21:05,146 DEBUG [RS:0;c99348da3e93:44361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T15:21:05,146 DEBUG [RS:0;c99348da3e93:44361 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c99348da3e93,44361,1732461664027 2024-11-24T15:21:05,146 DEBUG [RS:0;c99348da3e93:44361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,44361,1732461664027' 2024-11-24T15:21:05,146 DEBUG [RS:0;c99348da3e93:44361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0519404135/flush-table-proc/abort' 2024-11-24T15:21:05,147 DEBUG [RS:0;c99348da3e93:44361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0519404135/flush-table-proc/acquired' 2024-11-24T15:21:05,147 DEBUG [RS:0;c99348da3e93:44361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T15:21:05,147 DEBUG [RS:0;c99348da3e93:44361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T15:21:05,147 DEBUG [RS:0;c99348da3e93:44361 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c99348da3e93,44361,1732461664027 2024-11-24T15:21:05,147 DEBUG [RS:0;c99348da3e93:44361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,44361,1732461664027' 2024-11-24T15:21:05,147 DEBUG [RS:0;c99348da3e93:44361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0519404135/online-snapshot/abort' 2024-11-24T15:21:05,147 DEBUG [RS:0;c99348da3e93:44361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0519404135/online-snapshot/acquired' 2024-11-24T15:21:05,148 DEBUG [RS:0;c99348da3e93:44361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T15:21:05,148 INFO [RS:0;c99348da3e93:44361 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T15:21:05,148 INFO [RS:0;c99348da3e93:44361 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T15:21:05,248 INFO [RS:0;c99348da3e93:44361 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:21:05,250 INFO [RS:0;c99348da3e93:44361 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C44361%2C1732461664027, suffix=, logDir=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027, archiveDir=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/oldWALs, maxLogs=10 2024-11-24T15:21:05,261 WARN [c99348da3e93:44141 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T15:21:05,266 DEBUG [RS:0;c99348da3e93:44361 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250, exclude list is [], retry=0 2024-11-24T15:21:05,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40051,DS-c51c598c-ecba-4dea-8e9c-aa336c7764ed,DISK] 2024-11-24T15:21:05,277 INFO [RS:0;c99348da3e93:44361 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 2024-11-24T15:21:05,280 DEBUG [RS:0;c99348da3e93:44361 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33981:33981)] 2024-11-24T15:21:05,511 DEBUG [c99348da3e93:44141 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T15:21:05,512 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c99348da3e93,44361,1732461664027 2024-11-24T15:21:05,513 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,44361,1732461664027, state=OPENING 2024-11-24T15:21:05,514 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T15:21:05,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1014a90fcae0001, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519404135 2024-11-24T15:21:05,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519404135 2024-11-24T15:21:05,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0519404135/meta-region-server: CHANGED 2024-11-24T15:21:05,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0519404135/meta-region-server: CHANGED 2024-11-24T15:21:05,516 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:21:05,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,44361,1732461664027}] 2024-11-24T15:21:05,668 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:21:05,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T15:21:05,673 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T15:21:05,673 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:21:05,673 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T15:21:05,674 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C44361%2C1732461664027.meta, suffix=.meta, logDir=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027, archiveDir=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/oldWALs, maxLogs=10 2024-11-24T15:21:05,688 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.meta.1732461665674.meta, exclude list is [], retry=0 2024-11-24T15:21:05,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40051,DS-c51c598c-ecba-4dea-8e9c-aa336c7764ed,DISK] 2024-11-24T15:21:05,691 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.meta.1732461665674.meta 2024-11-24T15:21:05,692 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33981:33981)] 2024-11-24T15:21:05,692 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:21:05,693 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:21:05,693 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:21:05,693 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T15:21:05,693 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T15:21:05,693 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T15:21:05,693 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:05,693 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T15:21:05,693 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T15:21:05,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:21:05,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:21:05,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:05,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:05,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:21:05,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:21:05,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:05,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:05,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:21:05,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:21:05,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:05,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:05,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:21:05,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:21:05,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:05,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:05,699 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:21:05,700 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/meta/1588230740 2024-11-24T15:21:05,701 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/meta/1588230740 2024-11-24T15:21:05,701 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:21:05,702 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:21:05,702 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:21:05,703 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:21:05,703 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60256527, jitterRate=-0.10210777819156647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:21:05,704 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T15:21:05,704 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732461665693Writing region info on filesystem at 1732461665693Initializing all the Stores at 1732461665694 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461665694Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461665695 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461665695Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461665695Cleaning up temporary data from old regions at 1732461665702 (+7 ms)Running coprocessor post-open hooks at 1732461665704 (+2 ms)Region opened successfully at 1732461665704 2024-11-24T15:21:05,709 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732461665668 2024-11-24T15:21:05,711 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T15:21:05,711 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T15:21:05,711 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,44361,1732461664027 2024-11-24T15:21:05,712 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,44361,1732461664027, state=OPEN 2024-11-24T15:21:05,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0519404135/meta-region-server 2024-11-24T15:21:05,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1014a90fcae0001, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0519404135/meta-region-server 2024-11-24T15:21:05,717 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c99348da3e93,44361,1732461664027 2024-11-24T15:21:05,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0519404135/meta-region-server: CHANGED 2024-11-24T15:21:05,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0519404135/meta-region-server: CHANGED 2024-11-24T15:21:05,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T15:21:05,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,44361,1732461664027 in 201 msec 2024-11-24T15:21:05,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T15:21:05,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 610 msec 2024-11-24T15:21:05,722 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:05,722 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T15:21:05,723 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:05,723 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,44361,1732461664027, seqNum=-1] 2024-11-24T15:21:05,723 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:05,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:21:05,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 712 msec 2024-11-24T15:21:05,730 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732461665730, completionTime=-1 2024-11-24T15:21:05,730 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T15:21:05,730 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T15:21:05,733 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T15:21:05,733 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732461725733 2024-11-24T15:21:05,733 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732461785733 2024-11-24T15:21:05,733 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T15:21:05,734 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,44141,1732461663934-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:05,734 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,44141,1732461663934-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:05,734 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,44141,1732461663934-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:05,734 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c99348da3e93:44141, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:05,734 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:05,734 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:05,736 DEBUG [master/c99348da3e93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T15:21:05,738 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.663sec 2024-11-24T15:21:05,738 INFO [master/c99348da3e93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T15:21:05,738 INFO [master/c99348da3e93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T15:21:05,738 INFO [master/c99348da3e93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T15:21:05,738 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T15:21:05,738 INFO [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T15:21:05,738 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,44141,1732461663934-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:21:05,738 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,44141,1732461663934-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T15:21:05,741 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T15:21:05,741 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T15:21:05,741 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,44141,1732461663934-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:05,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3324dffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:05,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,44141,-1 for getting cluster id 2024-11-24T15:21:05,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:05,761 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07c9af0b-f032-4f5f-abd1-c20cd361aeec' 2024-11-24T15:21:05,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:05,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07c9af0b-f032-4f5f-abd1-c20cd361aeec" 2024-11-24T15:21:05,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@303c6716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:05,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,44141,-1] 2024-11-24T15:21:05,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:05,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:05,763 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:05,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47339deb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:05,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:05,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,44361,1732461664027, seqNum=-1] 2024-11-24T15:21:05,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:05,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:21:05,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c99348da3e93,44141,1732461663934 2024-11-24T15:21:05,768 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56455 2024-11-24T15:21:05,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:21:05,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a90fcae0002 connected 2024-11-24T15:21:05,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/hadoop.log.dir so I do NOT create it in target/test-data/96588480-11f5-d6ea-9228-7832eb157f30 2024-11-24T15:21:05,774 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T15:21:05,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/hadoop.tmp.dir so I do NOT create it in target/test-data/96588480-11f5-d6ea-9228-7832eb157f30 2024-11-24T15:21:05,774 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T15:21:05,775 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30 2024-11-24T15:21:05,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T15:21:05,775 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/cluster_1519a7f4-5f48-f4f6-d60c-bba7a7b6a26d, deleteOnExit=true 2024-11-24T15:21:05,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T15:21:05,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/test.cache.data in system properties and HBase conf 2024-11-24T15:21:05,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T15:21:05,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/hadoop.log.dir in system properties and HBase conf 2024-11-24T15:21:05,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T15:21:05,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T15:21:05,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T15:21:05,775 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T15:21:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:21:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:21:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T15:21:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:21:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T15:21:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T15:21:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:21:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:21:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T15:21:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/nfs.dump.dir in system properties and HBase conf 2024-11-24T15:21:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/java.io.tmpdir in system properties and HBase conf 2024-11-24T15:21:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:21:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T15:21:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T15:21:05,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:21:05,890 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:21:05,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:21:05,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:21:05,897 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T15:21:05,897 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:21:05,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a53c4c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:21:05,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62c415e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:21:06,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2be924ad{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/java.io.tmpdir/jetty-localhost-33567-hadoop-hdfs-3_4_1-tests_jar-_-any-11866408978996888662/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:21:06,061 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44dead2b{HTTP/1.1, (http/1.1)}{localhost:33567} 2024-11-24T15:21:06,061 INFO [Time-limited test {}] server.Server(415): Started @248943ms 2024-11-24T15:21:06,287 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:21:06,290 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:21:06,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:21:06,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:21:06,301 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:21:06,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77d14641{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:21:06,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e916073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:21:06,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3bdb0768{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/java.io.tmpdir/jetty-localhost-41295-hadoop-hdfs-3_4_1-tests_jar-_-any-2794342229365854994/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:21:06,464 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@193f24bc{HTTP/1.1, (http/1.1)}{localhost:41295} 2024-11-24T15:21:06,464 INFO [Time-limited test {}] server.Server(415): Started @249345ms 2024-11-24T15:21:06,466 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T15:21:06,604 WARN [Thread-3540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/cluster_1519a7f4-5f48-f4f6-d60c-bba7a7b6a26d/data/data1/current/BP-1785206105-172.17.0.2-1732461665813/current, will proceed with Du for space computation calculation, 2024-11-24T15:21:06,604 WARN [Thread-3541 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/cluster_1519a7f4-5f48-f4f6-d60c-bba7a7b6a26d/data/data2/current/BP-1785206105-172.17.0.2-1732461665813/current, will proceed with Du for space computation calculation, 2024-11-24T15:21:06,634 WARN [Thread-3528 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T15:21:06,639 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4abe5e7ba33af031 with lease ID 0x5d239f3ae8027ecd: Processing first storage report for DS-0557c454-c54c-4706-9920-34dad98e8cfc from datanode DatanodeRegistration(127.0.0.1:42621, datanodeUuid=6b2e9cd0-3eb4-41de-a5e9-83be8749f92c, infoPort=39171, infoSecurePort=0, ipcPort=34293, storageInfo=lv=-57;cid=testClusterID;nsid=2092779011;c=1732461665813) 2024-11-24T15:21:06,639 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4abe5e7ba33af031 with lease ID 0x5d239f3ae8027ecd: from storage DS-0557c454-c54c-4706-9920-34dad98e8cfc node DatanodeRegistration(127.0.0.1:42621, datanodeUuid=6b2e9cd0-3eb4-41de-a5e9-83be8749f92c, infoPort=39171, infoSecurePort=0, ipcPort=34293, storageInfo=lv=-57;cid=testClusterID;nsid=2092779011;c=1732461665813), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:21:06,639 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4abe5e7ba33af031 with lease ID 0x5d239f3ae8027ecd: Processing first storage report for DS-ba03eca3-7e7f-4db2-8996-32dd10397794 from datanode DatanodeRegistration(127.0.0.1:42621, datanodeUuid=6b2e9cd0-3eb4-41de-a5e9-83be8749f92c, infoPort=39171, infoSecurePort=0, ipcPort=34293, storageInfo=lv=-57;cid=testClusterID;nsid=2092779011;c=1732461665813) 2024-11-24T15:21:06,639 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4abe5e7ba33af031 with lease ID 0x5d239f3ae8027ecd: from storage DS-ba03eca3-7e7f-4db2-8996-32dd10397794 node DatanodeRegistration(127.0.0.1:42621, datanodeUuid=6b2e9cd0-3eb4-41de-a5e9-83be8749f92c, infoPort=39171, infoSecurePort=0, ipcPort=34293, storageInfo=lv=-57;cid=testClusterID;nsid=2092779011;c=1732461665813), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:21:06,719 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30 2024-11-24T15:21:06,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:06,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:06,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741825_1001 (size=7) 2024-11-24T15:21:07,130 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d with version=8 2024-11-24T15:21:07,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/hbase-staging 2024-11-24T15:21:07,133 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:21:07,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:07,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:07,133 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:21:07,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:07,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:21:07,133 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T15:21:07,134 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:21:07,134 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38177 2024-11-24T15:21:07,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38177 connecting to ZooKeeper ensemble=127.0.0.1:56455 2024-11-24T15:21:07,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381770x0, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:21:07,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38177-0x1014a90fcae0003 connected 2024-11-24T15:21:07,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:07,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:07,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Set watcher on znode that does not yet exist, /12046002973/running 2024-11-24T15:21:07,155 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d, hbase.cluster.distributed=false 2024-11-24T15:21:07,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Set watcher on znode that does not yet exist, /12046002973/acl 2024-11-24T15:21:07,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38177 2024-11-24T15:21:07,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38177 2024-11-24T15:21:07,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38177 2024-11-24T15:21:07,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38177 2024-11-24T15:21:07,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38177 2024-11-24T15:21:07,180 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:21:07,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:07,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:07,181 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:21:07,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:07,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:21:07,181 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T15:21:07,181 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:21:07,182 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43179 2024-11-24T15:21:07,183 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43179 connecting to ZooKeeper ensemble=127.0.0.1:56455 2024-11-24T15:21:07,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:07,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:07,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431790x0, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:21:07,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431790x0, quorum=127.0.0.1:56455, baseZNode=/12046002973 Set watcher on znode that does not yet exist, /12046002973/running 2024-11-24T15:21:07,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43179-0x1014a90fcae0004 connected 2024-11-24T15:21:07,191 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T15:21:07,192 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T15:21:07,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43179-0x1014a90fcae0004, quorum=127.0.0.1:56455, baseZNode=/12046002973 Set watcher on znode that does not yet exist, /12046002973/master 2024-11-24T15:21:07,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43179-0x1014a90fcae0004, quorum=127.0.0.1:56455, baseZNode=/12046002973 Set watcher on znode that does not yet exist, /12046002973/acl 2024-11-24T15:21:07,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43179 2024-11-24T15:21:07,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43179 2024-11-24T15:21:07,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43179 2024-11-24T15:21:07,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43179 2024-11-24T15:21:07,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43179 2024-11-24T15:21:07,219 DEBUG [M:0;c99348da3e93:38177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c99348da3e93:38177 2024-11-24T15:21:07,219 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12046002973/backup-masters/c99348da3e93,38177,1732461667133 2024-11-24T15:21:07,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046002973/backup-masters 2024-11-24T15:21:07,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x1014a90fcae0004, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046002973/backup-masters 2024-11-24T15:21:07,221 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Set watcher on existing znode=/12046002973/backup-masters/c99348da3e93,38177,1732461667133 2024-11-24T15:21:07,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x1014a90fcae0004, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12046002973/master 2024-11-24T15:21:07,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x1014a90fcae0004, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046002973 2024-11-24T15:21:07,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046002973 2024-11-24T15:21:07,223 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Set watcher on existing znode=/12046002973/master 2024-11-24T15:21:07,224 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12046002973/backup-masters/c99348da3e93,38177,1732461667133 from backup master directory 2024-11-24T15:21:07,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x1014a90fcae0004, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046002973/backup-masters 2024-11-24T15:21:07,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12046002973/backup-masters/c99348da3e93,38177,1732461667133 2024-11-24T15:21:07,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046002973/backup-masters 2024-11-24T15:21:07,226 WARN [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:21:07,226 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c99348da3e93,38177,1732461667133 2024-11-24T15:21:07,233 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/hbase.id] with ID: 9c9afd9b-d61c-4357-83bd-b4ef34cf5c18 2024-11-24T15:21:07,233 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/.tmp/hbase.id 2024-11-24T15:21:07,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741826_1002 (size=42) 2024-11-24T15:21:07,251 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/.tmp/hbase.id]:[hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/hbase.id] 2024-11-24T15:21:07,264 INFO [master/c99348da3e93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:07,264 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T15:21:07,265 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T15:21:07,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046002973 2024-11-24T15:21:07,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x1014a90fcae0004, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046002973 2024-11-24T15:21:07,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741827_1003 (size=196) 2024-11-24T15:21:07,286 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:21:07,287 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T15:21:07,288 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:21:07,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741828_1004 (size=1189) 2024-11-24T15:21:07,299 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/MasterData/data/master/store 2024-11-24T15:21:07,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741829_1005 (size=34) 2024-11-24T15:21:07,306 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:07,306 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:21:07,306 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:07,306 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:07,306 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:21:07,306 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:07,306 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:07,306 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461667306Disabling compacts and flushes for region at 1732461667306Disabling writes for close at 1732461667306Writing region close event to WAL at 1732461667306Closed at 1732461667306 2024-11-24T15:21:07,307 WARN [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/MasterData/data/master/store/.initializing 2024-11-24T15:21:07,307 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/MasterData/WALs/c99348da3e93,38177,1732461667133 2024-11-24T15:21:07,308 INFO [master/c99348da3e93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:21:07,309 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c99348da3e93%2C38177%2C1732461667133, suffix=, logDir=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/MasterData/WALs/c99348da3e93,38177,1732461667133, archiveDir=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/MasterData/oldWALs, maxLogs=10 2024-11-24T15:21:07,324 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/MasterData/WALs/c99348da3e93,38177,1732461667133/c99348da3e93%2C38177%2C1732461667133.1732461667309, exclude list is [], retry=0 2024-11-24T15:21:07,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42621,DS-0557c454-c54c-4706-9920-34dad98e8cfc,DISK] 2024-11-24T15:21:07,328 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/MasterData/WALs/c99348da3e93,38177,1732461667133/c99348da3e93%2C38177%2C1732461667133.1732461667309 2024-11-24T15:21:07,328 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39171:39171)] 2024-11-24T15:21:07,329 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:21:07,329 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:07,329 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:07,329 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:07,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:07,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T15:21:07,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:07,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:07,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:07,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T15:21:07,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:07,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:07,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:07,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T15:21:07,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:07,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:07,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:07,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T15:21:07,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:07,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:07,335 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:07,336 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:07,336 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:07,337 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:07,337 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:07,338 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:21:07,339 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:07,340 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:21:07,341 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67888076, jitterRate=0.01161116361618042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:21:07,341 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732461667329Initializing all the Stores at 1732461667330 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461667330Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461667330Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461667330Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461667330Cleaning up temporary data from old regions at 1732461667337 (+7 ms)Region opened successfully at 1732461667341 (+4 ms) 2024-11-24T15:21:07,341 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T15:21:07,343 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@241a9589, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:21:07,344 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T15:21:07,344 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T15:21:07,344 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T15:21:07,344 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T15:21:07,345 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T15:21:07,345 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T15:21:07,345 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T15:21:07,347 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T15:21:07,348 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Unable to get data of znode /12046002973/balancer because node does not exist (not necessarily an error) 2024-11-24T15:21:07,349 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12046002973/balancer already deleted, retry=false 2024-11-24T15:21:07,349 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T15:21:07,350 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Unable to get data of znode /12046002973/normalizer because node does not exist (not necessarily an error) 2024-11-24T15:21:07,351 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12046002973/normalizer already deleted, retry=false 2024-11-24T15:21:07,351 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T15:21:07,357 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Unable to get data of znode /12046002973/switch/split because node does not exist (not necessarily an error) 2024-11-24T15:21:07,360 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12046002973/switch/split already deleted, retry=false 2024-11-24T15:21:07,360 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Unable to get data of znode /12046002973/switch/merge because node does not exist (not necessarily an error) 2024-11-24T15:21:07,361 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12046002973/switch/merge already deleted, retry=false 2024-11-24T15:21:07,364 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Unable to get data of znode /12046002973/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T15:21:07,365 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12046002973/snapshot-cleanup already deleted, retry=false 2024-11-24T15:21:07,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12046002973/running 2024-11-24T15:21:07,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x1014a90fcae0004, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12046002973/running 2024-11-24T15:21:07,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046002973 2024-11-24T15:21:07,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x1014a90fcae0004, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046002973 2024-11-24T15:21:07,367 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c99348da3e93,38177,1732461667133, sessionid=0x1014a90fcae0003, setting cluster-up flag (Was=false) 2024-11-24T15:21:07,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x1014a90fcae0004, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046002973 2024-11-24T15:21:07,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046002973 2024-11-24T15:21:07,376 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12046002973/flush-table-proc/acquired, /12046002973/flush-table-proc/reached, /12046002973/flush-table-proc/abort 2024-11-24T15:21:07,377 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,38177,1732461667133 2024-11-24T15:21:07,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x1014a90fcae0004, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046002973 2024-11-24T15:21:07,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046002973 2024-11-24T15:21:07,384 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12046002973/online-snapshot/acquired, /12046002973/online-snapshot/reached, /12046002973/online-snapshot/abort 2024-11-24T15:21:07,385 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,38177,1732461667133 2024-11-24T15:21:07,386 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T15:21:07,387 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:07,387 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T15:21:07,387 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T15:21:07,388 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c99348da3e93,38177,1732461667133 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T15:21:07,389 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:07,389 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:07,389 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:07,389 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:07,389 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c99348da3e93:0, corePoolSize=10, maxPoolSize=10 2024-11-24T15:21:07,389 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:07,389 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:21:07,389 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:07,390 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732461697390 2024-11-24T15:21:07,390 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T15:21:07,390 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T15:21:07,390 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T15:21:07,390 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T15:21:07,390 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T15:21:07,390 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T15:21:07,391 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:07,391 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T15:21:07,391 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:07,391 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T15:21:07,391 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T15:21:07,391 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T15:21:07,391 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T15:21:07,392 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:07,392 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T15:21:07,392 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T15:21:07,392 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T15:21:07,393 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461667392,5,FailOnTimeoutGroup] 2024-11-24T15:21:07,394 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461667393,5,FailOnTimeoutGroup] 2024-11-24T15:21:07,394 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:07,394 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T15:21:07,394 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:07,394 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:07,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741831_1007 (size=1321) 2024-11-24T15:21:07,404 INFO [RS:0;c99348da3e93:43179 {}] regionserver.HRegionServer(746): ClusterId : 9c9afd9b-d61c-4357-83bd-b4ef34cf5c18 2024-11-24T15:21:07,404 DEBUG [RS:0;c99348da3e93:43179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T15:21:07,406 DEBUG [RS:0;c99348da3e93:43179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T15:21:07,406 DEBUG [RS:0;c99348da3e93:43179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T15:21:07,407 DEBUG [RS:0;c99348da3e93:43179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T15:21:07,407 DEBUG [RS:0;c99348da3e93:43179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@83016be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:21:07,420 DEBUG [RS:0;c99348da3e93:43179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c99348da3e93:43179 2024-11-24T15:21:07,420 INFO [RS:0;c99348da3e93:43179 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T15:21:07,421 INFO [RS:0;c99348da3e93:43179 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T15:21:07,421 DEBUG [RS:0;c99348da3e93:43179 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T15:21:07,421 INFO [RS:0;c99348da3e93:43179 {}] regionserver.HRegionServer(2659): reportForDuty to master=c99348da3e93,38177,1732461667133 with port=43179, startcode=1732461667180 2024-11-24T15:21:07,421 DEBUG [RS:0;c99348da3e93:43179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T15:21:07,423 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T15:21:07,423 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c99348da3e93,43179,1732461667180 2024-11-24T15:21:07,423 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38177 {}] master.ServerManager(517): Registering regionserver=c99348da3e93,43179,1732461667180 2024-11-24T15:21:07,424 DEBUG [RS:0;c99348da3e93:43179 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d 2024-11-24T15:21:07,424 DEBUG [RS:0;c99348da3e93:43179 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45615 2024-11-24T15:21:07,424 DEBUG [RS:0;c99348da3e93:43179 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T15:21:07,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046002973/rs 2024-11-24T15:21:07,427 DEBUG [RS:0;c99348da3e93:43179 {}] zookeeper.ZKUtil(111): regionserver:43179-0x1014a90fcae0004, quorum=127.0.0.1:56455, baseZNode=/12046002973 Set watcher on existing znode=/12046002973/rs/c99348da3e93,43179,1732461667180 2024-11-24T15:21:07,427 WARN [RS:0;c99348da3e93:43179 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:21:07,427 INFO [RS:0;c99348da3e93:43179 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:21:07,427 DEBUG [RS:0;c99348da3e93:43179 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180 2024-11-24T15:21:07,429 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c99348da3e93,43179,1732461667180] 2024-11-24T15:21:07,430 INFO [RS:0;c99348da3e93:43179 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T15:21:07,433 INFO [RS:0;c99348da3e93:43179 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T15:21:07,433 INFO [RS:0;c99348da3e93:43179 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T15:21:07,433 INFO [RS:0;c99348da3e93:43179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:07,436 INFO [RS:0;c99348da3e93:43179 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T15:21:07,437 INFO [RS:0;c99348da3e93:43179 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T15:21:07,437 INFO [RS:0;c99348da3e93:43179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:07,437 DEBUG [RS:0;c99348da3e93:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:07,437 DEBUG [RS:0;c99348da3e93:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:07,437 DEBUG [RS:0;c99348da3e93:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:07,437 DEBUG [RS:0;c99348da3e93:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:07,437 DEBUG [RS:0;c99348da3e93:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:07,437 DEBUG [RS:0;c99348da3e93:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:21:07,437 DEBUG [RS:0;c99348da3e93:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:07,437 DEBUG [RS:0;c99348da3e93:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:07,437 DEBUG [RS:0;c99348da3e93:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:07,437 DEBUG [RS:0;c99348da3e93:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:07,437 DEBUG [RS:0;c99348da3e93:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:07,437 DEBUG [RS:0;c99348da3e93:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:07,437 DEBUG [RS:0;c99348da3e93:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:21:07,437 DEBUG [RS:0;c99348da3e93:43179 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:21:07,439 INFO [RS:0;c99348da3e93:43179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:07,439 INFO [RS:0;c99348da3e93:43179 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:07,439 INFO [RS:0;c99348da3e93:43179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:07,439 INFO [RS:0;c99348da3e93:43179 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:07,439 INFO [RS:0;c99348da3e93:43179 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:07,439 INFO [RS:0;c99348da3e93:43179 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43179,1732461667180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:21:07,455 INFO [RS:0;c99348da3e93:43179 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T15:21:07,455 INFO [RS:0;c99348da3e93:43179 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43179,1732461667180-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:07,455 INFO [RS:0;c99348da3e93:43179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:07,455 INFO [RS:0;c99348da3e93:43179 {}] regionserver.Replication(171): c99348da3e93,43179,1732461667180 started 2024-11-24T15:21:07,470 INFO [RS:0;c99348da3e93:43179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:07,470 INFO [RS:0;c99348da3e93:43179 {}] regionserver.HRegionServer(1482): Serving as c99348da3e93,43179,1732461667180, RpcServer on c99348da3e93/172.17.0.2:43179, sessionid=0x1014a90fcae0004 2024-11-24T15:21:07,470 DEBUG [RS:0;c99348da3e93:43179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T15:21:07,470 DEBUG [RS:0;c99348da3e93:43179 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c99348da3e93,43179,1732461667180 2024-11-24T15:21:07,470 DEBUG [RS:0;c99348da3e93:43179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,43179,1732461667180' 2024-11-24T15:21:07,470 DEBUG [RS:0;c99348da3e93:43179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12046002973/flush-table-proc/abort' 2024-11-24T15:21:07,471 DEBUG [RS:0;c99348da3e93:43179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12046002973/flush-table-proc/acquired' 2024-11-24T15:21:07,471 DEBUG [RS:0;c99348da3e93:43179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T15:21:07,471 DEBUG [RS:0;c99348da3e93:43179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T15:21:07,471 DEBUG [RS:0;c99348da3e93:43179 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c99348da3e93,43179,1732461667180 2024-11-24T15:21:07,471 DEBUG [RS:0;c99348da3e93:43179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,43179,1732461667180' 2024-11-24T15:21:07,471 DEBUG [RS:0;c99348da3e93:43179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12046002973/online-snapshot/abort' 2024-11-24T15:21:07,471 DEBUG [RS:0;c99348da3e93:43179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12046002973/online-snapshot/acquired' 2024-11-24T15:21:07,472 DEBUG [RS:0;c99348da3e93:43179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T15:21:07,472 INFO [RS:0;c99348da3e93:43179 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T15:21:07,472 INFO [RS:0;c99348da3e93:43179 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T15:21:07,572 INFO [RS:0;c99348da3e93:43179 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:21:07,585 INFO [RS:0;c99348da3e93:43179 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C43179%2C1732461667180, suffix=, logDir=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180, archiveDir=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/oldWALs, maxLogs=10 2024-11-24T15:21:07,599 DEBUG [RS:0;c99348da3e93:43179 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586, exclude list is [], retry=0 2024-11-24T15:21:07,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42621,DS-0557c454-c54c-4706-9920-34dad98e8cfc,DISK] 2024-11-24T15:21:07,603 INFO [RS:0;c99348da3e93:43179 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 2024-11-24T15:21:07,603 DEBUG [RS:0;c99348da3e93:43179 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39171:39171)] 2024-11-24T15:21:07,800 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T15:21:07,800 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d 2024-11-24T15:21:07,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741833_1009 (size=32) 2024-11-24T15:21:08,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:08,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:21:08,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:21:08,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:08,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:08,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:21:08,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:21:08,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:08,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:08,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:21:08,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:21:08,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:08,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:08,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:21:08,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:21:08,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:08,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:08,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:21:08,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/meta/1588230740 2024-11-24T15:21:08,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/meta/1588230740 2024-11-24T15:21:08,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:21:08,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:21:08,215 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:21:08,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:21:08,217 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:21:08,218 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63160259, jitterRate=-0.058838799595832825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:21:08,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732461668206Initializing all the Stores at 1732461668207 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461668207Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461668207Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461668207Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461668207Cleaning up temporary data from old regions at 1732461668214 (+7 ms)Region opened successfully at 1732461668218 (+4 ms) 2024-11-24T15:21:08,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:21:08,218 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:21:08,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:21:08,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:21:08,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:21:08,219 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:21:08,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461668218Disabling compacts and flushes for region at 1732461668218Disabling writes for close at 1732461668218Writing region close event to WAL at 1732461668219 (+1 ms)Closed at 1732461668219 2024-11-24T15:21:08,220 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:08,220 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T15:21:08,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T15:21:08,221 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:21:08,222 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T15:21:08,372 DEBUG [c99348da3e93:38177 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T15:21:08,373 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c99348da3e93,43179,1732461667180 2024-11-24T15:21:08,374 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,43179,1732461667180, state=OPENING 2024-11-24T15:21:08,378 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T15:21:08,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x1014a90fcae0004, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046002973 2024-11-24T15:21:08,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046002973 2024-11-24T15:21:08,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12046002973/meta-region-server: CHANGED 2024-11-24T15:21:08,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12046002973/meta-region-server: CHANGED 2024-11-24T15:21:08,380 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:21:08,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,43179,1732461667180}] 2024-11-24T15:21:08,533 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:21:08,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T15:21:08,538 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T15:21:08,538 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:21:08,538 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T15:21:08,539 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C43179%2C1732461667180.meta, suffix=.meta, logDir=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180, archiveDir=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/oldWALs, maxLogs=10 2024-11-24T15:21:08,556 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.meta.1732461668539.meta, exclude list is [], retry=0 2024-11-24T15:21:08,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42621,DS-0557c454-c54c-4706-9920-34dad98e8cfc,DISK] 2024-11-24T15:21:08,560 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.meta.1732461668539.meta 2024-11-24T15:21:08,560 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39171:39171)] 2024-11-24T15:21:08,560 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:21:08,561 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:21:08,561 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:21:08,561 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T15:21:08,561 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T15:21:08,561 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T15:21:08,561 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:08,561 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T15:21:08,561 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T15:21:08,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:21:08,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:21:08,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:08,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:08,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:21:08,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:21:08,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:08,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:08,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:21:08,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:21:08,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:08,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:08,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:21:08,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:21:08,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:08,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:08,567 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:21:08,567 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/meta/1588230740 2024-11-24T15:21:08,568 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/meta/1588230740 2024-11-24T15:21:08,569 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:21:08,569 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:21:08,569 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:21:08,570 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:21:08,571 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59239329, jitterRate=-0.11726520955562592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:21:08,571 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T15:21:08,571 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732461668561Writing region info on filesystem at 1732461668561Initializing all the Stores at 1732461668562 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461668562Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461668562Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461668562Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461668562Cleaning up temporary data from old regions at 1732461668569 (+7 ms)Running coprocessor post-open hooks at 1732461668571 (+2 ms)Region opened successfully at 1732461668571 2024-11-24T15:21:08,572 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732461668532 2024-11-24T15:21:08,574 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T15:21:08,574 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T15:21:08,574 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,43179,1732461667180 2024-11-24T15:21:08,575 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,43179,1732461667180, state=OPEN 2024-11-24T15:21:08,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x1014a90fcae0004, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12046002973/meta-region-server 2024-11-24T15:21:08,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12046002973/meta-region-server 2024-11-24T15:21:08,577 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c99348da3e93,43179,1732461667180 2024-11-24T15:21:08,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12046002973/meta-region-server: CHANGED 2024-11-24T15:21:08,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12046002973/meta-region-server: CHANGED 2024-11-24T15:21:08,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T15:21:08,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,43179,1732461667180 in 197 msec 2024-11-24T15:21:08,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T15:21:08,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-24T15:21:08,582 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:08,582 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T15:21:08,583 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:08,583 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,43179,1732461667180, seqNum=-1] 2024-11-24T15:21:08,584 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:08,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:21:08,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2020 sec 2024-11-24T15:21:08,589 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732461668589, completionTime=-1 2024-11-24T15:21:08,589 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T15:21:08,589 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T15:21:08,591 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T15:21:08,591 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732461728591 2024-11-24T15:21:08,591 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732461788591 2024-11-24T15:21:08,591 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T15:21:08,591 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,38177,1732461667133-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:08,591 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,38177,1732461667133-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:08,591 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,38177,1732461667133-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:08,591 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c99348da3e93:38177, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:08,591 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:08,592 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:08,593 DEBUG [master/c99348da3e93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T15:21:08,595 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.369sec 2024-11-24T15:21:08,595 INFO [master/c99348da3e93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T15:21:08,595 INFO [master/c99348da3e93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T15:21:08,595 INFO [master/c99348da3e93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T15:21:08,595 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T15:21:08,595 INFO [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T15:21:08,595 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,38177,1732461667133-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:21:08,595 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,38177,1732461667133-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T15:21:08,597 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T15:21:08,597 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T15:21:08,597 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,38177,1732461667133-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:08,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21cfd837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:08,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,38177,-1 for getting cluster id 2024-11-24T15:21:08,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:08,606 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c9afd9b-d61c-4357-83bd-b4ef34cf5c18' 2024-11-24T15:21:08,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:08,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c9afd9b-d61c-4357-83bd-b4ef34cf5c18" 2024-11-24T15:21:08,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a4efc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:08,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,38177,-1] 2024-11-24T15:21:08,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:08,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:08,608 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:08,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd97ea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:08,609 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:08,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,43179,1732461667180, seqNum=-1] 2024-11-24T15:21:08,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:08,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:21:08,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c99348da3e93,38177,1732461667133 2024-11-24T15:21:08,613 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56455 2024-11-24T15:21:08,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:21:08,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014a90fcae0005 connected 2024-11-24T15:21:08,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/hadoop.log.dir so I do NOT create it in target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a 2024-11-24T15:21:08,619 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T15:21:08,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/hadoop.tmp.dir so I do NOT create it in target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a 2024-11-24T15:21:08,619 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T15:21:08,619 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a 2024-11-24T15:21:08,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T15:21:08,619 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/cluster_11566fab-45f1-95d7-5e76-4a2125a1ab7f, deleteOnExit=true 2024-11-24T15:21:08,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T15:21:08,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/test.cache.data in system properties and HBase conf 2024-11-24T15:21:08,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T15:21:08,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/hadoop.log.dir in system properties and HBase conf 2024-11-24T15:21:08,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T15:21:08,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T15:21:08,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T15:21:08,620 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T15:21:08,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:21:08,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:21:08,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T15:21:08,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:21:08,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T15:21:08,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T15:21:08,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:21:08,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:21:08,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T15:21:08,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/nfs.dump.dir in system properties and HBase conf 2024-11-24T15:21:08,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/java.io.tmpdir in system properties and HBase conf 2024-11-24T15:21:08,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:21:08,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T15:21:08,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T15:21:08,706 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:21:08,709 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:21:08,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:21:08,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:21:08,711 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:21:08,712 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:21:08,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64f8e001{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:21:08,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@670919cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:21:08,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e7bfa96{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/java.io.tmpdir/jetty-localhost-45229-hadoop-hdfs-3_4_1-tests_jar-_-any-16209025893297583788/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:21:08,833 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67a3efe{HTTP/1.1, (http/1.1)}{localhost:45229} 2024-11-24T15:21:08,833 INFO [Time-limited test {}] server.Server(415): Started @251714ms 2024-11-24T15:21:08,910 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:21:08,913 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:21:08,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:21:08,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:21:08,913 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:21:08,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b5db2c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:21:08,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76b6e72a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:21:09,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e217c90{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/java.io.tmpdir/jetty-localhost-35027-hadoop-hdfs-3_4_1-tests_jar-_-any-4870782015159451571/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:21:09,039 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8e7e607{HTTP/1.1, (http/1.1)}{localhost:35027} 2024-11-24T15:21:09,039 INFO [Time-limited test {}] server.Server(415): Started @251920ms 2024-11-24T15:21:09,040 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T15:21:09,137 WARN [Thread-3661 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/cluster_11566fab-45f1-95d7-5e76-4a2125a1ab7f/data/data2/current/BP-469918393-172.17.0.2-1732461668643/current, will proceed with Du for space computation calculation, 2024-11-24T15:21:09,137 WARN [Thread-3660 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/cluster_11566fab-45f1-95d7-5e76-4a2125a1ab7f/data/data1/current/BP-469918393-172.17.0.2-1732461668643/current, will proceed with Du for space computation calculation, 2024-11-24T15:21:09,154 WARN [Thread-3648 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T15:21:09,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff7d10330a654b8e with lease ID 0x34882252e20b5a20: Processing first storage report for DS-83b2f278-8e10-4030-b2eb-925d9363a9d5 from datanode DatanodeRegistration(127.0.0.1:34013, datanodeUuid=5987a954-e549-43e9-9463-3d79264500f7, infoPort=43499, infoSecurePort=0, ipcPort=34165, storageInfo=lv=-57;cid=testClusterID;nsid=1507277942;c=1732461668643) 2024-11-24T15:21:09,157 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff7d10330a654b8e with lease ID 0x34882252e20b5a20: from storage DS-83b2f278-8e10-4030-b2eb-925d9363a9d5 node DatanodeRegistration(127.0.0.1:34013, datanodeUuid=5987a954-e549-43e9-9463-3d79264500f7, infoPort=43499, infoSecurePort=0, ipcPort=34165, storageInfo=lv=-57;cid=testClusterID;nsid=1507277942;c=1732461668643), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:21:09,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff7d10330a654b8e with lease ID 0x34882252e20b5a20: Processing first storage report for DS-c2a99ed0-f6e7-455d-9ce6-b0df2ed125f0 from datanode DatanodeRegistration(127.0.0.1:34013, datanodeUuid=5987a954-e549-43e9-9463-3d79264500f7, infoPort=43499, infoSecurePort=0, ipcPort=34165, storageInfo=lv=-57;cid=testClusterID;nsid=1507277942;c=1732461668643) 2024-11-24T15:21:09,157 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff7d10330a654b8e with lease ID 0x34882252e20b5a20: from storage DS-c2a99ed0-f6e7-455d-9ce6-b0df2ed125f0 node DatanodeRegistration(127.0.0.1:34013, datanodeUuid=5987a954-e549-43e9-9463-3d79264500f7, infoPort=43499, infoSecurePort=0, ipcPort=34165, storageInfo=lv=-57;cid=testClusterID;nsid=1507277942;c=1732461668643), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:21:09,167 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a 2024-11-24T15:21:09,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:09,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:09,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34013 is added to blk_1073741825_1001 (size=7) 2024-11-24T15:21:09,575 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e with version=8 2024-11-24T15:21:09,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/hbase-staging 2024-11-24T15:21:09,577 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:21:09,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:09,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:09,577 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:21:09,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:09,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:21:09,578 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T15:21:09,578 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:21:09,578 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43983 2024-11-24T15:21:09,579 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43983 connecting to ZooKeeper ensemble=127.0.0.1:56455 2024-11-24T15:21:09,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439830x0, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:21:09,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43983-0x1014a90fcae0006 connected 2024-11-24T15:21:09,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:09,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:09,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Set watcher on znode that does not yet exist, /2511590570/running 2024-11-24T15:21:09,595 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e, hbase.cluster.distributed=false 2024-11-24T15:21:09,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Set watcher on znode that does not yet exist, /2511590570/acl 2024-11-24T15:21:09,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43983 2024-11-24T15:21:09,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43983 2024-11-24T15:21:09,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43983 2024-11-24T15:21:09,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43983 2024-11-24T15:21:09,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43983 2024-11-24T15:21:09,616 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:21:09,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:09,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:09,616 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:21:09,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:09,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:21:09,616 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T15:21:09,616 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:21:09,617 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43301 2024-11-24T15:21:09,617 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43301 connecting to ZooKeeper ensemble=127.0.0.1:56455 2024-11-24T15:21:09,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:09,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:09,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433010x0, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:21:09,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433010x0, quorum=127.0.0.1:56455, baseZNode=/2511590570 Set watcher on znode that does not yet exist, /2511590570/running 2024-11-24T15:21:09,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43301-0x1014a90fcae0007 connected 2024-11-24T15:21:09,625 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T15:21:09,626 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T15:21:09,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43301-0x1014a90fcae0007, quorum=127.0.0.1:56455, baseZNode=/2511590570 Set watcher on znode that does not yet exist, /2511590570/master 2024-11-24T15:21:09,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43301-0x1014a90fcae0007, quorum=127.0.0.1:56455, baseZNode=/2511590570 Set watcher on znode that does not yet exist, /2511590570/acl 2024-11-24T15:21:09,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43301 2024-11-24T15:21:09,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43301 2024-11-24T15:21:09,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43301 2024-11-24T15:21:09,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43301 2024-11-24T15:21:09,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43301 2024-11-24T15:21:09,644 DEBUG [M:0;c99348da3e93:43983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c99348da3e93:43983 2024-11-24T15:21:09,645 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2511590570/backup-masters/c99348da3e93,43983,1732461669577 2024-11-24T15:21:09,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2511590570/backup-masters 2024-11-24T15:21:09,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1014a90fcae0007, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2511590570/backup-masters 2024-11-24T15:21:09,646 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Set watcher on existing znode=/2511590570/backup-masters/c99348da3e93,43983,1732461669577 2024-11-24T15:21:09,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1014a90fcae0007, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2511590570/master 2024-11-24T15:21:09,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2511590570 2024-11-24T15:21:09,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1014a90fcae0007, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2511590570 2024-11-24T15:21:09,648 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Set watcher on existing znode=/2511590570/master 2024-11-24T15:21:09,648 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2511590570/backup-masters/c99348da3e93,43983,1732461669577 from backup master directory 2024-11-24T15:21:09,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2511590570/backup-masters/c99348da3e93,43983,1732461669577 2024-11-24T15:21:09,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1014a90fcae0007, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2511590570/backup-masters 2024-11-24T15:21:09,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2511590570/backup-masters 2024-11-24T15:21:09,650 WARN [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:21:09,650 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c99348da3e93,43983,1732461669577 2024-11-24T15:21:09,653 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/hbase.id] with ID: 2e469fa4-9f63-445e-aa69-a5d570872bec 2024-11-24T15:21:09,653 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/.tmp/hbase.id 2024-11-24T15:21:09,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34013 is added to blk_1073741826_1002 (size=42) 2024-11-24T15:21:10,061 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/.tmp/hbase.id]:[hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/hbase.id] 2024-11-24T15:21:10,078 INFO [master/c99348da3e93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:10,078 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T15:21:10,079 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T15:21:10,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1014a90fcae0007, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2511590570 2024-11-24T15:21:10,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2511590570 2024-11-24T15:21:10,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34013 is added to blk_1073741827_1003 (size=196) 2024-11-24T15:21:10,493 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:21:10,494 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T15:21:10,494 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:21:10,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34013 is added to blk_1073741828_1004 (size=1189) 2024-11-24T15:21:10,900 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/MasterData/data/master/store 2024-11-24T15:21:10,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34013 is added to blk_1073741829_1005 (size=34) 2024-11-24T15:21:11,196 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:21:11,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:11,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:11,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:11,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:11,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:11,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:11,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:11,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:11,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:11,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:11,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:11,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:11,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:11,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:11,265 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T15:21:11,305 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:11,305 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:21:11,305 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:11,305 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:11,305 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:21:11,305 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:11,305 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:11,306 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461671305Disabling compacts and flushes for region at 1732461671305Disabling writes for close at 1732461671305Writing region close event to WAL at 1732461671305Closed at 1732461671305 2024-11-24T15:21:11,306 WARN [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/MasterData/data/master/store/.initializing 2024-11-24T15:21:11,306 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/MasterData/WALs/c99348da3e93,43983,1732461669577 2024-11-24T15:21:11,307 INFO [master/c99348da3e93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:21:11,309 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c99348da3e93%2C43983%2C1732461669577, suffix=, logDir=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/MasterData/WALs/c99348da3e93,43983,1732461669577, archiveDir=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/MasterData/oldWALs, maxLogs=10 2024-11-24T15:21:11,323 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/MasterData/WALs/c99348da3e93,43983,1732461669577/c99348da3e93%2C43983%2C1732461669577.1732461671309, exclude list is [], retry=0 2024-11-24T15:21:11,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34013,DS-83b2f278-8e10-4030-b2eb-925d9363a9d5,DISK] 2024-11-24T15:21:11,328 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/MasterData/WALs/c99348da3e93,43983,1732461669577/c99348da3e93%2C43983%2C1732461669577.1732461671309 2024-11-24T15:21:11,328 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43499:43499)] 2024-11-24T15:21:11,328 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:21:11,328 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:11,328 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:11,328 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:11,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:11,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T15:21:11,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:11,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:11,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:11,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T15:21:11,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:11,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:11,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:11,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T15:21:11,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:11,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:11,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:11,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T15:21:11,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:11,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:11,336 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:11,336 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:11,337 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:11,338 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:11,338 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:11,338 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:21:11,341 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:11,348 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:21:11,349 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66633347, jitterRate=-0.007085755467414856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:21:11,349 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732461671328Initializing all the Stores at 1732461671329 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461671329Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461671329Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461671329Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461671329Cleaning up temporary data from old regions at 1732461671338 (+9 ms)Region opened successfully at 1732461671349 (+11 ms) 2024-11-24T15:21:11,349 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T15:21:11,353 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521d014e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:21:11,354 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T15:21:11,354 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T15:21:11,354 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T15:21:11,354 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T15:21:11,355 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T15:21:11,355 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T15:21:11,355 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T15:21:11,358 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T15:21:11,359 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Unable to get data of znode /2511590570/balancer because node does not exist (not necessarily an error) 2024-11-24T15:21:11,361 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2511590570/balancer already deleted, retry=false 2024-11-24T15:21:11,361 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T15:21:11,362 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Unable to get data of znode /2511590570/normalizer because node does not exist (not necessarily an error) 2024-11-24T15:21:11,363 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2511590570/normalizer already deleted, retry=false 2024-11-24T15:21:11,363 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T15:21:11,364 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Unable to get data of znode /2511590570/switch/split because node does not exist (not necessarily an error) 2024-11-24T15:21:11,366 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2511590570/switch/split already deleted, retry=false 2024-11-24T15:21:11,367 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Unable to get data of znode /2511590570/switch/merge because node does not exist (not necessarily an error) 2024-11-24T15:21:11,368 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2511590570/switch/merge already deleted, retry=false 2024-11-24T15:21:11,370 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Unable to get data of znode /2511590570/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T15:21:11,371 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2511590570/snapshot-cleanup already deleted, retry=false 2024-11-24T15:21:11,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1014a90fcae0007, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2511590570/running 2024-11-24T15:21:11,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1014a90fcae0007, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2511590570 2024-11-24T15:21:11,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2511590570/running 2024-11-24T15:21:11,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2511590570 2024-11-24T15:21:11,373 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c99348da3e93,43983,1732461669577, sessionid=0x1014a90fcae0006, setting cluster-up flag (Was=false) 2024-11-24T15:21:11,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2511590570 2024-11-24T15:21:11,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1014a90fcae0007, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2511590570 2024-11-24T15:21:11,381 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2511590570/flush-table-proc/acquired, /2511590570/flush-table-proc/reached, /2511590570/flush-table-proc/abort 2024-11-24T15:21:11,382 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,43983,1732461669577 2024-11-24T15:21:11,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1014a90fcae0007, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2511590570 2024-11-24T15:21:11,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2511590570 2024-11-24T15:21:11,388 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2511590570/online-snapshot/acquired, /2511590570/online-snapshot/reached, /2511590570/online-snapshot/abort 2024-11-24T15:21:11,389 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,43983,1732461669577 2024-11-24T15:21:11,390 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T15:21:11,391 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:11,392 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T15:21:11,392 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T15:21:11,393 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c99348da3e93,43983,1732461669577 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T15:21:11,394 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:11,394 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:11,394 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:11,394 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:11,394 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c99348da3e93:0, corePoolSize=10, maxPoolSize=10 2024-11-24T15:21:11,394 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:11,394 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:21:11,394 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:11,399 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:11,399 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T15:21:11,399 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732461701399 2024-11-24T15:21:11,399 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T15:21:11,400 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T15:21:11,400 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T15:21:11,400 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T15:21:11,400 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T15:21:11,400 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T15:21:11,400 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:11,400 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:11,400 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T15:21:11,403 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T15:21:11,404 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T15:21:11,404 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T15:21:11,404 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T15:21:11,405 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T15:21:11,405 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T15:21:11,405 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461671405,5,FailOnTimeoutGroup] 2024-11-24T15:21:11,405 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461671405,5,FailOnTimeoutGroup] 2024-11-24T15:21:11,405 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:11,405 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T15:21:11,405 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:11,406 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:11,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34013 is added to blk_1073741831_1007 (size=1321) 2024-11-24T15:21:11,410 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T15:21:11,410 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e 2024-11-24T15:21:11,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34013 is added to blk_1073741832_1008 (size=32) 2024-11-24T15:21:11,435 INFO [RS:0;c99348da3e93:43301 {}] regionserver.HRegionServer(746): ClusterId : 2e469fa4-9f63-445e-aa69-a5d570872bec 2024-11-24T15:21:11,436 DEBUG [RS:0;c99348da3e93:43301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T15:21:11,437 DEBUG [RS:0;c99348da3e93:43301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T15:21:11,437 DEBUG [RS:0;c99348da3e93:43301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T15:21:11,439 DEBUG [RS:0;c99348da3e93:43301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T15:21:11,439 DEBUG [RS:0;c99348da3e93:43301 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32aacedc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:21:11,452 DEBUG [RS:0;c99348da3e93:43301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c99348da3e93:43301 2024-11-24T15:21:11,452 INFO [RS:0;c99348da3e93:43301 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T15:21:11,452 INFO [RS:0;c99348da3e93:43301 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T15:21:11,452 DEBUG [RS:0;c99348da3e93:43301 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T15:21:11,453 INFO [RS:0;c99348da3e93:43301 {}] regionserver.HRegionServer(2659): reportForDuty to master=c99348da3e93,43983,1732461669577 with port=43301, startcode=1732461669615 2024-11-24T15:21:11,453 DEBUG [RS:0;c99348da3e93:43301 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T15:21:11,455 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T15:21:11,455 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43983 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c99348da3e93,43301,1732461669615 2024-11-24T15:21:11,455 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43983 {}] master.ServerManager(517): Registering regionserver=c99348da3e93,43301,1732461669615 2024-11-24T15:21:11,456 DEBUG [RS:0;c99348da3e93:43301 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e 2024-11-24T15:21:11,456 DEBUG [RS:0;c99348da3e93:43301 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32827 2024-11-24T15:21:11,456 DEBUG [RS:0;c99348da3e93:43301 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T15:21:11,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2511590570/rs 2024-11-24T15:21:11,462 DEBUG [RS:0;c99348da3e93:43301 {}] zookeeper.ZKUtil(111): regionserver:43301-0x1014a90fcae0007, quorum=127.0.0.1:56455, baseZNode=/2511590570 Set watcher on existing znode=/2511590570/rs/c99348da3e93,43301,1732461669615 2024-11-24T15:21:11,462 WARN [RS:0;c99348da3e93:43301 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:21:11,462 INFO [RS:0;c99348da3e93:43301 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:21:11,462 DEBUG [RS:0;c99348da3e93:43301 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615 2024-11-24T15:21:11,462 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c99348da3e93,43301,1732461669615] 2024-11-24T15:21:11,465 INFO [RS:0;c99348da3e93:43301 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T15:21:11,467 INFO [RS:0;c99348da3e93:43301 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T15:21:11,467 INFO [RS:0;c99348da3e93:43301 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T15:21:11,467 INFO [RS:0;c99348da3e93:43301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:11,467 INFO [RS:0;c99348da3e93:43301 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T15:21:11,468 INFO [RS:0;c99348da3e93:43301 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T15:21:11,468 INFO [RS:0;c99348da3e93:43301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:11,468 DEBUG [RS:0;c99348da3e93:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:11,468 DEBUG [RS:0;c99348da3e93:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:11,468 DEBUG [RS:0;c99348da3e93:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:11,468 DEBUG [RS:0;c99348da3e93:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:11,468 DEBUG [RS:0;c99348da3e93:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:11,468 DEBUG [RS:0;c99348da3e93:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:21:11,468 DEBUG [RS:0;c99348da3e93:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:11,468 DEBUG [RS:0;c99348da3e93:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:11,468 DEBUG [RS:0;c99348da3e93:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:11,468 DEBUG [RS:0;c99348da3e93:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:11,468 DEBUG [RS:0;c99348da3e93:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:11,468 DEBUG [RS:0;c99348da3e93:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:11,468 DEBUG [RS:0;c99348da3e93:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:21:11,468 DEBUG [RS:0;c99348da3e93:43301 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:21:11,470 INFO [RS:0;c99348da3e93:43301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:11,470 INFO [RS:0;c99348da3e93:43301 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:11,470 INFO [RS:0;c99348da3e93:43301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:11,470 INFO [RS:0;c99348da3e93:43301 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:11,470 INFO [RS:0;c99348da3e93:43301 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:11,470 INFO [RS:0;c99348da3e93:43301 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43301,1732461669615-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:21:11,485 INFO [RS:0;c99348da3e93:43301 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T15:21:11,486 INFO [RS:0;c99348da3e93:43301 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43301,1732461669615-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:11,486 INFO [RS:0;c99348da3e93:43301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:11,486 INFO [RS:0;c99348da3e93:43301 {}] regionserver.Replication(171): c99348da3e93,43301,1732461669615 started 2024-11-24T15:21:11,500 INFO [RS:0;c99348da3e93:43301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:11,500 INFO [RS:0;c99348da3e93:43301 {}] regionserver.HRegionServer(1482): Serving as c99348da3e93,43301,1732461669615, RpcServer on c99348da3e93/172.17.0.2:43301, sessionid=0x1014a90fcae0007 2024-11-24T15:21:11,500 DEBUG [RS:0;c99348da3e93:43301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T15:21:11,500 DEBUG [RS:0;c99348da3e93:43301 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c99348da3e93,43301,1732461669615 2024-11-24T15:21:11,500 DEBUG [RS:0;c99348da3e93:43301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,43301,1732461669615' 2024-11-24T15:21:11,500 DEBUG [RS:0;c99348da3e93:43301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2511590570/flush-table-proc/abort' 2024-11-24T15:21:11,500 DEBUG [RS:0;c99348da3e93:43301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2511590570/flush-table-proc/acquired' 2024-11-24T15:21:11,501 DEBUG [RS:0;c99348da3e93:43301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T15:21:11,501 DEBUG [RS:0;c99348da3e93:43301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T15:21:11,501 DEBUG [RS:0;c99348da3e93:43301 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c99348da3e93,43301,1732461669615 2024-11-24T15:21:11,501 DEBUG [RS:0;c99348da3e93:43301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,43301,1732461669615' 2024-11-24T15:21:11,501 DEBUG [RS:0;c99348da3e93:43301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2511590570/online-snapshot/abort' 2024-11-24T15:21:11,501 DEBUG [RS:0;c99348da3e93:43301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2511590570/online-snapshot/acquired' 2024-11-24T15:21:11,501 DEBUG [RS:0;c99348da3e93:43301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T15:21:11,501 INFO [RS:0;c99348da3e93:43301 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T15:21:11,501 INFO [RS:0;c99348da3e93:43301 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T15:21:11,602 INFO [RS:0;c99348da3e93:43301 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:21:11,603 INFO [RS:0;c99348da3e93:43301 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C43301%2C1732461669615, suffix=, logDir=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615, archiveDir=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/oldWALs, maxLogs=10 2024-11-24T15:21:11,625 DEBUG [RS:0;c99348da3e93:43301 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604, exclude list is [], retry=0 2024-11-24T15:21:11,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34013,DS-83b2f278-8e10-4030-b2eb-925d9363a9d5,DISK] 2024-11-24T15:21:11,630 INFO [RS:0;c99348da3e93:43301 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 2024-11-24T15:21:11,631 DEBUG [RS:0;c99348da3e93:43301 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43499:43499)] 2024-11-24T15:21:11,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:11,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:21:11,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:21:11,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:11,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:11,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:21:11,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:21:11,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:11,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:11,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:21:11,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:21:11,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:11,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:11,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:21:11,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:21:11,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:11,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:11,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:21:11,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/meta/1588230740 2024-11-24T15:21:11,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/meta/1588230740 2024-11-24T15:21:11,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:21:11,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:21:11,826 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:21:11,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:21:11,829 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:21:11,829 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63358718, jitterRate=-0.05588153004646301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:21:11,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732461671818Initializing all the Stores at 1732461671819 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461671819Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461671819Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461671819Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461671819Cleaning up temporary data from old regions at 1732461671826 (+7 ms)Region opened successfully at 1732461671829 (+3 ms) 2024-11-24T15:21:11,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:21:11,829 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:21:11,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:21:11,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:21:11,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:21:11,830 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:21:11,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461671829Disabling compacts and flushes for region at 1732461671829Disabling writes for close at 1732461671829Writing region close event to WAL at 1732461671830 (+1 ms)Closed at 1732461671830 2024-11-24T15:21:11,831 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:11,831 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T15:21:11,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T15:21:11,832 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:21:11,832 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T15:21:11,983 DEBUG [c99348da3e93:43983 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T15:21:11,983 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c99348da3e93,43301,1732461669615 2024-11-24T15:21:11,984 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,43301,1732461669615, state=OPENING 2024-11-24T15:21:11,985 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T15:21:11,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1014a90fcae0007, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2511590570 2024-11-24T15:21:11,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2511590570 2024-11-24T15:21:11,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2511590570/meta-region-server: CHANGED 2024-11-24T15:21:11,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2511590570/meta-region-server: CHANGED 2024-11-24T15:21:11,987 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:21:11,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,43301,1732461669615}] 2024-11-24T15:21:12,139 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:21:12,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T15:21:12,144 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T15:21:12,144 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:21:12,144 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T15:21:12,145 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C43301%2C1732461669615.meta, suffix=.meta, logDir=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615, archiveDir=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/oldWALs, maxLogs=10 2024-11-24T15:21:12,161 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.meta.1732461672146.meta, exclude list is [], retry=0 2024-11-24T15:21:12,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34013,DS-83b2f278-8e10-4030-b2eb-925d9363a9d5,DISK] 2024-11-24T15:21:12,165 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.meta.1732461672146.meta 2024-11-24T15:21:12,165 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43499:43499)] 2024-11-24T15:21:12,165 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:21:12,165 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:21:12,165 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:21:12,166 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T15:21:12,166 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T15:21:12,166 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T15:21:12,166 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:12,166 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T15:21:12,166 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T15:21:12,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:21:12,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:21:12,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:12,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:12,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:21:12,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:21:12,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:12,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:12,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:21:12,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:21:12,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:12,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:12,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:21:12,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:21:12,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:12,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:12,171 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:21:12,171 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/meta/1588230740 2024-11-24T15:21:12,172 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/meta/1588230740 2024-11-24T15:21:12,173 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:21:12,173 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:21:12,173 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:21:12,174 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:21:12,175 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66750576, jitterRate=-0.005338907241821289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:21:12,175 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T15:21:12,175 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732461672166Writing region info on filesystem at 1732461672166Initializing all the Stores at 1732461672167 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461672167Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461672167Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461672167Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461672167Cleaning up temporary data from old regions at 1732461672173 (+6 ms)Running coprocessor post-open hooks at 1732461672175 (+2 ms)Region opened successfully at 1732461672175 2024-11-24T15:21:12,176 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732461672139 2024-11-24T15:21:12,178 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T15:21:12,178 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T15:21:12,178 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,43301,1732461669615 2024-11-24T15:21:12,179 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,43301,1732461669615, state=OPEN 2024-11-24T15:21:12,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2511590570/meta-region-server 2024-11-24T15:21:12,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1014a90fcae0007, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2511590570/meta-region-server 2024-11-24T15:21:12,180 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c99348da3e93,43301,1732461669615 2024-11-24T15:21:12,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2511590570/meta-region-server: CHANGED 2024-11-24T15:21:12,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2511590570/meta-region-server: CHANGED 2024-11-24T15:21:12,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T15:21:12,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,43301,1732461669615 in 194 msec 2024-11-24T15:21:12,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T15:21:12,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-24T15:21:12,185 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:12,185 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T15:21:12,186 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:12,186 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,43301,1732461669615, seqNum=-1] 2024-11-24T15:21:12,186 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:12,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:21:12,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 800 msec 2024-11-24T15:21:12,191 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732461672191, completionTime=-1 2024-11-24T15:21:12,191 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T15:21:12,192 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T15:21:12,193 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T15:21:12,193 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732461732193 2024-11-24T15:21:12,193 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732461792193 2024-11-24T15:21:12,193 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T15:21:12,194 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43983,1732461669577-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:12,194 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43983,1732461669577-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:12,194 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43983,1732461669577-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:12,194 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c99348da3e93:43983, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:12,194 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:12,194 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:12,195 DEBUG [master/c99348da3e93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T15:21:12,197 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.547sec 2024-11-24T15:21:12,197 INFO [master/c99348da3e93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T15:21:12,197 INFO [master/c99348da3e93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T15:21:12,197 INFO [master/c99348da3e93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T15:21:12,197 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T15:21:12,197 INFO [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T15:21:12,197 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43983,1732461669577-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:21:12,197 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43983,1732461669577-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T15:21:12,199 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T15:21:12,199 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T15:21:12,199 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43983,1732461669577-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:12,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416afd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:12,236 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,43983,-1 for getting cluster id 2024-11-24T15:21:12,236 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:12,238 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e469fa4-9f63-445e-aa69-a5d570872bec' 2024-11-24T15:21:12,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:12,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e469fa4-9f63-445e-aa69-a5d570872bec" 2024-11-24T15:21:12,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5824b1e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:12,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,43983,-1] 2024-11-24T15:21:12,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:12,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:12,240 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:12,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3a3a12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:12,241 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:12,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,43301,1732461669615, seqNum=-1] 2024-11-24T15:21:12,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:12,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:21:12,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c99348da3e93,43983,1732461669577 2024-11-24T15:21:12,246 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56455 2024-11-24T15:21:12,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:21:12,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014a90fcae0008 connected 2024-11-24T15:21:12,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:12,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,44141,1732461663934 2024-11-24T15:21:12,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e6f9ad5 2024-11-24T15:21:12,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:12,254 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:21:12,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44141 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:21:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44141 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T15:21:12,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:21:12,257 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:12,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44141 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T15:21:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:12,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:21:12,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40051 is added to blk_1073741835_1011 (size=902) 2024-11-24T15:21:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:12,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T15:21:12,500 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T15:21:12,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T15:21:12,501 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T15:21:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:12,665 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 191dcaa38c3d9fcec3b344ef18382159, NAME => 'test,,1732461672254.191dcaa38c3d9fcec3b344ef18382159.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32 2024-11-24T15:21:12,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40051 is added to blk_1073741836_1012 (size=39) 2024-11-24T15:21:12,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732461672254.191dcaa38c3d9fcec3b344ef18382159.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:12,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 191dcaa38c3d9fcec3b344ef18382159, disabling compactions & flushes 2024-11-24T15:21:12,670 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732461672254.191dcaa38c3d9fcec3b344ef18382159. 2024-11-24T15:21:12,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461672254.191dcaa38c3d9fcec3b344ef18382159. 2024-11-24T15:21:12,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732461672254.191dcaa38c3d9fcec3b344ef18382159. after waiting 0 ms 2024-11-24T15:21:12,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732461672254.191dcaa38c3d9fcec3b344ef18382159. 2024-11-24T15:21:12,670 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732461672254.191dcaa38c3d9fcec3b344ef18382159. 2024-11-24T15:21:12,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 191dcaa38c3d9fcec3b344ef18382159: Waiting for close lock at 1732461672670Disabling compacts and flushes for region at 1732461672670Disabling writes for close at 1732461672670Writing region close event to WAL at 1732461672670Closed at 1732461672670 2024-11-24T15:21:12,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:21:12,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732461672254.191dcaa38c3d9fcec3b344ef18382159.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732461672671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461672671"}]},"ts":"1732461672671"} 2024-11-24T15:21:12,674 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:21:12,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:21:12,674 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461672674"}]},"ts":"1732461672674"} 2024-11-24T15:21:12,676 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T15:21:12,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=191dcaa38c3d9fcec3b344ef18382159, ASSIGN}] 2024-11-24T15:21:12,677 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=191dcaa38c3d9fcec3b344ef18382159, ASSIGN 2024-11-24T15:21:12,677 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=191dcaa38c3d9fcec3b344ef18382159, ASSIGN; state=OFFLINE, location=c99348da3e93,44361,1732461664027; forceNewPlan=false, retain=false 2024-11-24T15:21:12,828 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=191dcaa38c3d9fcec3b344ef18382159, regionState=OPENING, regionLocation=c99348da3e93,44361,1732461664027 2024-11-24T15:21:12,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=191dcaa38c3d9fcec3b344ef18382159, ASSIGN because future has completed 2024-11-24T15:21:12,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 191dcaa38c3d9fcec3b344ef18382159, server=c99348da3e93,44361,1732461664027}] 2024-11-24T15:21:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:12,986 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732461672254.191dcaa38c3d9fcec3b344ef18382159. 2024-11-24T15:21:12,986 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 191dcaa38c3d9fcec3b344ef18382159, NAME => 'test,,1732461672254.191dcaa38c3d9fcec3b344ef18382159.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:21:12,987 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:21:12,987 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T15:21:12,987 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 191dcaa38c3d9fcec3b344ef18382159 2024-11-24T15:21:12,987 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732461672254.191dcaa38c3d9fcec3b344ef18382159.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:12,987 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 191dcaa38c3d9fcec3b344ef18382159 2024-11-24T15:21:12,987 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 191dcaa38c3d9fcec3b344ef18382159 2024-11-24T15:21:12,988 INFO [StoreOpener-191dcaa38c3d9fcec3b344ef18382159-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 191dcaa38c3d9fcec3b344ef18382159 2024-11-24T15:21:12,989 INFO [StoreOpener-191dcaa38c3d9fcec3b344ef18382159-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 191dcaa38c3d9fcec3b344ef18382159 columnFamilyName f 2024-11-24T15:21:12,989 DEBUG [StoreOpener-191dcaa38c3d9fcec3b344ef18382159-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:12,990 INFO [StoreOpener-191dcaa38c3d9fcec3b344ef18382159-1 {}] regionserver.HStore(327): Store=191dcaa38c3d9fcec3b344ef18382159/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:12,990 INFO [StoreOpener-191dcaa38c3d9fcec3b344ef18382159-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 191dcaa38c3d9fcec3b344ef18382159 2024-11-24T15:21:12,991 INFO [StoreOpener-191dcaa38c3d9fcec3b344ef18382159-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 191dcaa38c3d9fcec3b344ef18382159 columnFamilyName f1 2024-11-24T15:21:12,991 DEBUG [StoreOpener-191dcaa38c3d9fcec3b344ef18382159-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:12,991 INFO [StoreOpener-191dcaa38c3d9fcec3b344ef18382159-1 {}] regionserver.HStore(327): Store=191dcaa38c3d9fcec3b344ef18382159/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:12,991 INFO [StoreOpener-191dcaa38c3d9fcec3b344ef18382159-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 191dcaa38c3d9fcec3b344ef18382159 2024-11-24T15:21:12,992 INFO [StoreOpener-191dcaa38c3d9fcec3b344ef18382159-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 191dcaa38c3d9fcec3b344ef18382159 columnFamilyName norep 2024-11-24T15:21:12,992 DEBUG [StoreOpener-191dcaa38c3d9fcec3b344ef18382159-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:12,992 INFO [StoreOpener-191dcaa38c3d9fcec3b344ef18382159-1 {}] regionserver.HStore(327): Store=191dcaa38c3d9fcec3b344ef18382159/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:12,992 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 191dcaa38c3d9fcec3b344ef18382159 2024-11-24T15:21:12,993 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/default/test/191dcaa38c3d9fcec3b344ef18382159 2024-11-24T15:21:12,993 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/default/test/191dcaa38c3d9fcec3b344ef18382159 2024-11-24T15:21:12,994 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 191dcaa38c3d9fcec3b344ef18382159 2024-11-24T15:21:12,994 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 191dcaa38c3d9fcec3b344ef18382159 2024-11-24T15:21:12,994 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:21:12,995 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 191dcaa38c3d9fcec3b344ef18382159 2024-11-24T15:21:12,997 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/default/test/191dcaa38c3d9fcec3b344ef18382159/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:21:12,997 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 191dcaa38c3d9fcec3b344ef18382159; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72464832, jitterRate=0.07981014251708984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:21:12,997 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 191dcaa38c3d9fcec3b344ef18382159 2024-11-24T15:21:12,998 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 191dcaa38c3d9fcec3b344ef18382159: Running coprocessor pre-open hook at 1732461672987Writing region info on filesystem at 1732461672987Initializing all the Stores at 1732461672988 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461672988Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461672988Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461672988Cleaning up temporary data from old regions at 1732461672994 (+6 ms)Running coprocessor post-open hooks at 1732461672997 (+3 ms)Region opened successfully at 1732461672998 (+1 ms) 2024-11-24T15:21:12,999 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732461672254.191dcaa38c3d9fcec3b344ef18382159., pid=6, masterSystemTime=1732461672983 2024-11-24T15:21:13,001 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732461672254.191dcaa38c3d9fcec3b344ef18382159. 2024-11-24T15:21:13,001 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732461672254.191dcaa38c3d9fcec3b344ef18382159. 2024-11-24T15:21:13,001 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=191dcaa38c3d9fcec3b344ef18382159, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c99348da3e93,44361,1732461664027 2024-11-24T15:21:13,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 191dcaa38c3d9fcec3b344ef18382159, server=c99348da3e93,44361,1732461664027 because future has completed 2024-11-24T15:21:13,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T15:21:13,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 191dcaa38c3d9fcec3b344ef18382159, server=c99348da3e93,44361,1732461664027 in 173 msec 2024-11-24T15:21:13,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T15:21:13,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=191dcaa38c3d9fcec3b344ef18382159, ASSIGN in 329 msec 2024-11-24T15:21:13,008 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:21:13,008 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461673008"}]},"ts":"1732461673008"} 2024-11-24T15:21:13,010 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T15:21:13,010 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:21:13,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 755 msec 2024-11-24T15:21:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:13,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:13,398 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T15:21:13,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,38177,1732461667133 2024-11-24T15:21:13,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8c8b1e3 2024-11-24T15:21:13,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:13,400 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:21:13,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:21:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T15:21:13,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:21:13,402 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:13,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T15:21:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:13,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:21:13,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741835_1011 (size=902) 2024-11-24T15:21:13,412 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bfce17dd9396b39b8e5cecf76611a7ed, NAME => 'test,,1732461673400.bfce17dd9396b39b8e5cecf76611a7ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d 2024-11-24T15:21:13,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741836_1012 (size=39) 2024-11-24T15:21:13,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732461673400.bfce17dd9396b39b8e5cecf76611a7ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:13,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bfce17dd9396b39b8e5cecf76611a7ed, disabling compactions & flushes 2024-11-24T15:21:13,417 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732461673400.bfce17dd9396b39b8e5cecf76611a7ed. 2024-11-24T15:21:13,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461673400.bfce17dd9396b39b8e5cecf76611a7ed. 2024-11-24T15:21:13,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732461673400.bfce17dd9396b39b8e5cecf76611a7ed. after waiting 0 ms 2024-11-24T15:21:13,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732461673400.bfce17dd9396b39b8e5cecf76611a7ed. 2024-11-24T15:21:13,417 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732461673400.bfce17dd9396b39b8e5cecf76611a7ed. 2024-11-24T15:21:13,417 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bfce17dd9396b39b8e5cecf76611a7ed: Waiting for close lock at 1732461673417Disabling compacts and flushes for region at 1732461673417Disabling writes for close at 1732461673417Writing region close event to WAL at 1732461673417Closed at 1732461673417 2024-11-24T15:21:13,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:21:13,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732461673400.bfce17dd9396b39b8e5cecf76611a7ed.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732461673418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461673418"}]},"ts":"1732461673418"} 2024-11-24T15:21:13,421 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:21:13,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:21:13,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461673422"}]},"ts":"1732461673422"} 2024-11-24T15:21:13,423 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T15:21:13,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bfce17dd9396b39b8e5cecf76611a7ed, ASSIGN}] 2024-11-24T15:21:13,424 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bfce17dd9396b39b8e5cecf76611a7ed, ASSIGN 2024-11-24T15:21:13,425 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bfce17dd9396b39b8e5cecf76611a7ed, ASSIGN; state=OFFLINE, location=c99348da3e93,43179,1732461667180; forceNewPlan=false, retain=false 2024-11-24T15:21:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:13,576 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bfce17dd9396b39b8e5cecf76611a7ed, regionState=OPENING, regionLocation=c99348da3e93,43179,1732461667180 2024-11-24T15:21:13,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bfce17dd9396b39b8e5cecf76611a7ed, ASSIGN because future has completed 2024-11-24T15:21:13,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfce17dd9396b39b8e5cecf76611a7ed, server=c99348da3e93,43179,1732461667180}] 2024-11-24T15:21:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:13,734 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732461673400.bfce17dd9396b39b8e5cecf76611a7ed. 2024-11-24T15:21:13,734 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bfce17dd9396b39b8e5cecf76611a7ed, NAME => 'test,,1732461673400.bfce17dd9396b39b8e5cecf76611a7ed.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:21:13,735 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:21:13,735 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T15:21:13,735 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bfce17dd9396b39b8e5cecf76611a7ed 2024-11-24T15:21:13,735 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732461673400.bfce17dd9396b39b8e5cecf76611a7ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:13,735 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bfce17dd9396b39b8e5cecf76611a7ed 2024-11-24T15:21:13,735 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bfce17dd9396b39b8e5cecf76611a7ed 2024-11-24T15:21:13,736 INFO [StoreOpener-bfce17dd9396b39b8e5cecf76611a7ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bfce17dd9396b39b8e5cecf76611a7ed 2024-11-24T15:21:13,737 INFO [StoreOpener-bfce17dd9396b39b8e5cecf76611a7ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfce17dd9396b39b8e5cecf76611a7ed columnFamilyName f 2024-11-24T15:21:13,737 DEBUG [StoreOpener-bfce17dd9396b39b8e5cecf76611a7ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:13,737 INFO [StoreOpener-bfce17dd9396b39b8e5cecf76611a7ed-1 {}] regionserver.HStore(327): Store=bfce17dd9396b39b8e5cecf76611a7ed/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:13,737 INFO [StoreOpener-bfce17dd9396b39b8e5cecf76611a7ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bfce17dd9396b39b8e5cecf76611a7ed 2024-11-24T15:21:13,738 INFO [StoreOpener-bfce17dd9396b39b8e5cecf76611a7ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfce17dd9396b39b8e5cecf76611a7ed columnFamilyName f1 2024-11-24T15:21:13,738 DEBUG [StoreOpener-bfce17dd9396b39b8e5cecf76611a7ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:13,739 INFO [StoreOpener-bfce17dd9396b39b8e5cecf76611a7ed-1 {}] regionserver.HStore(327): Store=bfce17dd9396b39b8e5cecf76611a7ed/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:13,739 INFO [StoreOpener-bfce17dd9396b39b8e5cecf76611a7ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bfce17dd9396b39b8e5cecf76611a7ed 2024-11-24T15:21:13,739 INFO [StoreOpener-bfce17dd9396b39b8e5cecf76611a7ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfce17dd9396b39b8e5cecf76611a7ed columnFamilyName norep 2024-11-24T15:21:13,739 DEBUG [StoreOpener-bfce17dd9396b39b8e5cecf76611a7ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:13,740 INFO [StoreOpener-bfce17dd9396b39b8e5cecf76611a7ed-1 {}] regionserver.HStore(327): Store=bfce17dd9396b39b8e5cecf76611a7ed/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:13,740 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bfce17dd9396b39b8e5cecf76611a7ed 2024-11-24T15:21:13,740 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/default/test/bfce17dd9396b39b8e5cecf76611a7ed 2024-11-24T15:21:13,741 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/default/test/bfce17dd9396b39b8e5cecf76611a7ed 2024-11-24T15:21:13,741 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bfce17dd9396b39b8e5cecf76611a7ed 2024-11-24T15:21:13,741 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bfce17dd9396b39b8e5cecf76611a7ed 2024-11-24T15:21:13,742 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:21:13,743 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bfce17dd9396b39b8e5cecf76611a7ed 2024-11-24T15:21:13,745 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/default/test/bfce17dd9396b39b8e5cecf76611a7ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:21:13,745 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bfce17dd9396b39b8e5cecf76611a7ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61842237, jitterRate=-0.0784788578748703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:21:13,745 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bfce17dd9396b39b8e5cecf76611a7ed 2024-11-24T15:21:13,746 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bfce17dd9396b39b8e5cecf76611a7ed: Running coprocessor pre-open hook at 1732461673735Writing region info on filesystem at 1732461673735Initializing all the Stores at 1732461673736 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461673736Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461673736Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461673736Cleaning up temporary data from old regions at 1732461673741 (+5 ms)Running coprocessor post-open hooks at 1732461673745 (+4 ms)Region opened successfully at 1732461673745 2024-11-24T15:21:13,746 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732461673400.bfce17dd9396b39b8e5cecf76611a7ed., pid=6, masterSystemTime=1732461673731 2024-11-24T15:21:13,748 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732461673400.bfce17dd9396b39b8e5cecf76611a7ed. 2024-11-24T15:21:13,749 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732461673400.bfce17dd9396b39b8e5cecf76611a7ed. 2024-11-24T15:21:13,749 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bfce17dd9396b39b8e5cecf76611a7ed, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c99348da3e93,43179,1732461667180 2024-11-24T15:21:13,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfce17dd9396b39b8e5cecf76611a7ed, server=c99348da3e93,43179,1732461667180 because future has completed 2024-11-24T15:21:13,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T15:21:13,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bfce17dd9396b39b8e5cecf76611a7ed, server=c99348da3e93,43179,1732461667180 in 174 msec 2024-11-24T15:21:13,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T15:21:13,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bfce17dd9396b39b8e5cecf76611a7ed, ASSIGN in 330 msec 2024-11-24T15:21:13,756 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:21:13,756 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461673756"}]},"ts":"1732461673756"} 2024-11-24T15:21:13,758 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T15:21:13,759 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:21:13,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 359 msec 2024-11-24T15:21:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:14,027 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T15:21:14,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:14,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,43983,1732461669577 2024-11-24T15:21:14,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fffd4e8 2024-11-24T15:21:14,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:14,029 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:21:14,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:21:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T15:21:14,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:21:14,032 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:14,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T15:21:14,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:21:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:14,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34013 is added to blk_1073741835_1011 (size=902) 2024-11-24T15:21:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:14,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:14,443 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94fddd85812a970d0f08e74648d913cc, NAME => 'test,,1732461674030.94fddd85812a970d0f08e74648d913cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e 2024-11-24T15:21:14,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34013 is added to blk_1073741836_1012 (size=39) 2024-11-24T15:21:14,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732461674030.94fddd85812a970d0f08e74648d913cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:14,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 94fddd85812a970d0f08e74648d913cc, disabling compactions & flushes 2024-11-24T15:21:14,451 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732461674030.94fddd85812a970d0f08e74648d913cc. 2024-11-24T15:21:14,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461674030.94fddd85812a970d0f08e74648d913cc. 2024-11-24T15:21:14,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732461674030.94fddd85812a970d0f08e74648d913cc. after waiting 0 ms 2024-11-24T15:21:14,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732461674030.94fddd85812a970d0f08e74648d913cc. 2024-11-24T15:21:14,451 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732461674030.94fddd85812a970d0f08e74648d913cc. 2024-11-24T15:21:14,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94fddd85812a970d0f08e74648d913cc: Waiting for close lock at 1732461674451Disabling compacts and flushes for region at 1732461674451Disabling writes for close at 1732461674451Writing region close event to WAL at 1732461674451Closed at 1732461674451 2024-11-24T15:21:14,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:21:14,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732461674030.94fddd85812a970d0f08e74648d913cc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732461674452"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461674452"}]},"ts":"1732461674452"} 2024-11-24T15:21:14,454 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:21:14,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:21:14,455 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461674455"}]},"ts":"1732461674455"} 2024-11-24T15:21:14,456 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T15:21:14,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=94fddd85812a970d0f08e74648d913cc, ASSIGN}] 2024-11-24T15:21:14,458 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=94fddd85812a970d0f08e74648d913cc, ASSIGN 2024-11-24T15:21:14,458 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=94fddd85812a970d0f08e74648d913cc, ASSIGN; state=OFFLINE, location=c99348da3e93,43301,1732461669615; forceNewPlan=false, retain=false 2024-11-24T15:21:14,609 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=94fddd85812a970d0f08e74648d913cc, regionState=OPENING, regionLocation=c99348da3e93,43301,1732461669615 2024-11-24T15:21:14,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=94fddd85812a970d0f08e74648d913cc, ASSIGN because future has completed 2024-11-24T15:21:14,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94fddd85812a970d0f08e74648d913cc, server=c99348da3e93,43301,1732461669615}] 2024-11-24T15:21:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:14,766 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732461674030.94fddd85812a970d0f08e74648d913cc. 2024-11-24T15:21:14,766 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 94fddd85812a970d0f08e74648d913cc, NAME => 'test,,1732461674030.94fddd85812a970d0f08e74648d913cc.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:21:14,767 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:21:14,767 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T15:21:14,767 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 94fddd85812a970d0f08e74648d913cc 2024-11-24T15:21:14,767 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732461674030.94fddd85812a970d0f08e74648d913cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:14,767 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 94fddd85812a970d0f08e74648d913cc 2024-11-24T15:21:14,767 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 94fddd85812a970d0f08e74648d913cc 2024-11-24T15:21:14,768 INFO [StoreOpener-94fddd85812a970d0f08e74648d913cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 94fddd85812a970d0f08e74648d913cc 2024-11-24T15:21:14,769 INFO [StoreOpener-94fddd85812a970d0f08e74648d913cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94fddd85812a970d0f08e74648d913cc columnFamilyName f 2024-11-24T15:21:14,769 DEBUG [StoreOpener-94fddd85812a970d0f08e74648d913cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:14,770 INFO [StoreOpener-94fddd85812a970d0f08e74648d913cc-1 {}] regionserver.HStore(327): Store=94fddd85812a970d0f08e74648d913cc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:14,770 INFO [StoreOpener-94fddd85812a970d0f08e74648d913cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 94fddd85812a970d0f08e74648d913cc 2024-11-24T15:21:14,770 INFO [StoreOpener-94fddd85812a970d0f08e74648d913cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94fddd85812a970d0f08e74648d913cc columnFamilyName f1 2024-11-24T15:21:14,770 DEBUG [StoreOpener-94fddd85812a970d0f08e74648d913cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:14,771 INFO [StoreOpener-94fddd85812a970d0f08e74648d913cc-1 {}] regionserver.HStore(327): Store=94fddd85812a970d0f08e74648d913cc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:14,771 INFO [StoreOpener-94fddd85812a970d0f08e74648d913cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 94fddd85812a970d0f08e74648d913cc 2024-11-24T15:21:14,771 INFO [StoreOpener-94fddd85812a970d0f08e74648d913cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94fddd85812a970d0f08e74648d913cc columnFamilyName norep 2024-11-24T15:21:14,771 DEBUG [StoreOpener-94fddd85812a970d0f08e74648d913cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:14,772 INFO [StoreOpener-94fddd85812a970d0f08e74648d913cc-1 {}] regionserver.HStore(327): Store=94fddd85812a970d0f08e74648d913cc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:14,772 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 94fddd85812a970d0f08e74648d913cc 2024-11-24T15:21:14,772 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/default/test/94fddd85812a970d0f08e74648d913cc 2024-11-24T15:21:14,772 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/default/test/94fddd85812a970d0f08e74648d913cc 2024-11-24T15:21:14,773 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 94fddd85812a970d0f08e74648d913cc 2024-11-24T15:21:14,773 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 94fddd85812a970d0f08e74648d913cc 2024-11-24T15:21:14,773 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:21:14,774 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 94fddd85812a970d0f08e74648d913cc 2024-11-24T15:21:14,775 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/default/test/94fddd85812a970d0f08e74648d913cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:21:14,776 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 94fddd85812a970d0f08e74648d913cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75009703, jitterRate=0.11773167550563812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:21:14,776 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94fddd85812a970d0f08e74648d913cc 2024-11-24T15:21:14,776 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 94fddd85812a970d0f08e74648d913cc: Running coprocessor pre-open hook at 1732461674767Writing region info on filesystem at 1732461674767Initializing all the Stores at 1732461674768 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461674768Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461674768Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461674768Cleaning up temporary data from old regions at 1732461674773 (+5 ms)Running coprocessor post-open hooks at 1732461674776 (+3 ms)Region opened successfully at 1732461674776 2024-11-24T15:21:14,777 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732461674030.94fddd85812a970d0f08e74648d913cc., pid=6, masterSystemTime=1732461674763 2024-11-24T15:21:14,778 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732461674030.94fddd85812a970d0f08e74648d913cc. 2024-11-24T15:21:14,778 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732461674030.94fddd85812a970d0f08e74648d913cc. 2024-11-24T15:21:14,779 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=94fddd85812a970d0f08e74648d913cc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c99348da3e93,43301,1732461669615 2024-11-24T15:21:14,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94fddd85812a970d0f08e74648d913cc, server=c99348da3e93,43301,1732461669615 because future has completed 2024-11-24T15:21:14,781 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43983 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=c99348da3e93,43301,1732461669615, table=test, region=94fddd85812a970d0f08e74648d913cc. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T15:21:14,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T15:21:14,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 94fddd85812a970d0f08e74648d913cc, server=c99348da3e93,43301,1732461669615 in 170 msec 2024-11-24T15:21:14,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T15:21:14,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=94fddd85812a970d0f08e74648d913cc, ASSIGN in 326 msec 2024-11-24T15:21:14,785 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:21:14,785 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461674785"}]},"ts":"1732461674785"} 2024-11-24T15:21:14,786 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T15:21:14,787 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:21:14,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 757 msec 2024-11-24T15:21:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:15,168 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T15:21:15,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d33f6ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:15,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,44141,-1 for getting cluster id 2024-11-24T15:21:15,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:15,169 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07c9af0b-f032-4f5f-abd1-c20cd361aeec' 2024-11-24T15:21:15,169 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:15,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07c9af0b-f032-4f5f-abd1-c20cd361aeec" 2024-11-24T15:21:15,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6168a2c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:15,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,44141,-1] 2024-11-24T15:21:15,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:15,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:15,171 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:15,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2861598e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:15,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:15,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,44141,1732461663934 2024-11-24T15:21:15,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53682f1c 2024-11-24T15:21:15,173 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:15,173 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:21:15,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44141 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c99348da3e93:38177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T15:21:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44141 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T15:21:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:21:15,176 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:38177' 2024-11-24T15:21:15,177 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a217ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:15,177 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,38177,-1 for getting cluster id 2024-11-24T15:21:15,177 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:15,177 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c9afd9b-d61c-4357-83bd-b4ef34cf5c18' 2024-11-24T15:21:15,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:15,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c9afd9b-d61c-4357-83bd-b4ef34cf5c18" 2024-11-24T15:21:15,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4458e478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:15,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,38177,-1] 2024-11-24T15:21:15,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:15,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:15,179 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:15,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533cf440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:15,179 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:15,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,38177,1732461667133 2024-11-24T15:21:15,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cc584e6 2024-11-24T15:21:15,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:15,181 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:21:15,181 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T15:21:15,182 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T15:21:15,182 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:15,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:21:15,182 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:15,182 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:21:15,183 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T15:21:15,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:21:15,184 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:15,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:21:15,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40051 is added to blk_1073741837_1013 (size=1138) 2024-11-24T15:21:15,233 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T15:21:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:21:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:21:15,592 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e6f7a0c95ba97ab8e230ca05abc02b87, NAME => 'hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32 2024-11-24T15:21:15,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40051 is added to blk_1073741838_1014 (size=44) 2024-11-24T15:21:15,597 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:15,597 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e6f7a0c95ba97ab8e230ca05abc02b87, disabling compactions & flushes 2024-11-24T15:21:15,597 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87. 2024-11-24T15:21:15,597 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87. 2024-11-24T15:21:15,597 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87. after waiting 0 ms 2024-11-24T15:21:15,597 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87. 2024-11-24T15:21:15,597 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87. 2024-11-24T15:21:15,597 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e6f7a0c95ba97ab8e230ca05abc02b87: Waiting for close lock at 1732461675597Disabling compacts and flushes for region at 1732461675597Disabling writes for close at 1732461675597Writing region close event to WAL at 1732461675597Closed at 1732461675597 2024-11-24T15:21:15,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:21:15,598 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732461675598"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461675598"}]},"ts":"1732461675598"} 2024-11-24T15:21:15,600 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:21:15,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:21:15,601 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461675601"}]},"ts":"1732461675601"} 2024-11-24T15:21:15,602 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T15:21:15,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e6f7a0c95ba97ab8e230ca05abc02b87, ASSIGN}] 2024-11-24T15:21:15,603 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e6f7a0c95ba97ab8e230ca05abc02b87, ASSIGN 2024-11-24T15:21:15,604 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e6f7a0c95ba97ab8e230ca05abc02b87, ASSIGN; state=OFFLINE, location=c99348da3e93,44361,1732461664027; forceNewPlan=false, retain=false 2024-11-24T15:21:15,754 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e6f7a0c95ba97ab8e230ca05abc02b87, regionState=OPENING, regionLocation=c99348da3e93,44361,1732461664027 2024-11-24T15:21:15,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e6f7a0c95ba97ab8e230ca05abc02b87, ASSIGN because future has completed 2024-11-24T15:21:15,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6f7a0c95ba97ab8e230ca05abc02b87, server=c99348da3e93,44361,1732461664027}] 2024-11-24T15:21:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:21:15,912 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87. 2024-11-24T15:21:15,912 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:21:15,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T15:21:15,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C44361%2C1732461664027.rep, suffix=, logDir=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027, archiveDir=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/oldWALs, maxLogs=10 2024-11-24T15:21:15,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.rep.1732461675914, exclude list is [], retry=0 2024-11-24T15:21:15,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40051,DS-c51c598c-ecba-4dea-8e9c-aa336c7764ed,DISK] 2024-11-24T15:21:15,931 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.rep.1732461675914 2024-11-24T15:21:15,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33981:33981)] 2024-11-24T15:21:15,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e6f7a0c95ba97ab8e230ca05abc02b87, NAME => 'hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:21:15,931 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:21:15,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:21:15,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87. service=MultiRowMutationService 2024-11-24T15:21:15,931 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T15:21:15,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e6f7a0c95ba97ab8e230ca05abc02b87 2024-11-24T15:21:15,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:15,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e6f7a0c95ba97ab8e230ca05abc02b87 2024-11-24T15:21:15,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e6f7a0c95ba97ab8e230ca05abc02b87 2024-11-24T15:21:15,933 INFO [StoreOpener-e6f7a0c95ba97ab8e230ca05abc02b87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e6f7a0c95ba97ab8e230ca05abc02b87 2024-11-24T15:21:15,933 INFO [StoreOpener-e6f7a0c95ba97ab8e230ca05abc02b87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6f7a0c95ba97ab8e230ca05abc02b87 columnFamilyName hfileref 2024-11-24T15:21:15,934 DEBUG [StoreOpener-e6f7a0c95ba97ab8e230ca05abc02b87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:15,934 INFO [StoreOpener-e6f7a0c95ba97ab8e230ca05abc02b87-1 {}] regionserver.HStore(327): Store=e6f7a0c95ba97ab8e230ca05abc02b87/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:15,934 INFO [StoreOpener-e6f7a0c95ba97ab8e230ca05abc02b87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e6f7a0c95ba97ab8e230ca05abc02b87 2024-11-24T15:21:15,935 INFO [StoreOpener-e6f7a0c95ba97ab8e230ca05abc02b87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6f7a0c95ba97ab8e230ca05abc02b87 columnFamilyName queue 2024-11-24T15:21:15,935 DEBUG [StoreOpener-e6f7a0c95ba97ab8e230ca05abc02b87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:15,935 INFO [StoreOpener-e6f7a0c95ba97ab8e230ca05abc02b87-1 {}] regionserver.HStore(327): Store=e6f7a0c95ba97ab8e230ca05abc02b87/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:15,935 INFO [StoreOpener-e6f7a0c95ba97ab8e230ca05abc02b87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e6f7a0c95ba97ab8e230ca05abc02b87 2024-11-24T15:21:15,936 INFO [StoreOpener-e6f7a0c95ba97ab8e230ca05abc02b87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6f7a0c95ba97ab8e230ca05abc02b87 columnFamilyName sid 2024-11-24T15:21:15,936 DEBUG [StoreOpener-e6f7a0c95ba97ab8e230ca05abc02b87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:15,936 INFO [StoreOpener-e6f7a0c95ba97ab8e230ca05abc02b87-1 {}] regionserver.HStore(327): Store=e6f7a0c95ba97ab8e230ca05abc02b87/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:15,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e6f7a0c95ba97ab8e230ca05abc02b87 2024-11-24T15:21:15,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/replication/e6f7a0c95ba97ab8e230ca05abc02b87 2024-11-24T15:21:15,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/replication/e6f7a0c95ba97ab8e230ca05abc02b87 2024-11-24T15:21:15,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e6f7a0c95ba97ab8e230ca05abc02b87 2024-11-24T15:21:15,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e6f7a0c95ba97ab8e230ca05abc02b87 2024-11-24T15:21:15,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:21:15,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e6f7a0c95ba97ab8e230ca05abc02b87 2024-11-24T15:21:15,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/replication/e6f7a0c95ba97ab8e230ca05abc02b87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:21:15,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e6f7a0c95ba97ab8e230ca05abc02b87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61314651, jitterRate=-0.08634050190448761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:21:15,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6f7a0c95ba97ab8e230ca05abc02b87 2024-11-24T15:21:15,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e6f7a0c95ba97ab8e230ca05abc02b87: Running coprocessor pre-open hook at 1732461675932Writing region info on filesystem at 1732461675932Initializing all the Stores at 1732461675932Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461675932Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461675932Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461675932Cleaning up temporary data from old regions at 1732461675937 (+5 ms)Running coprocessor post-open hooks at 1732461675940 (+3 ms)Region opened successfully at 1732461675940 2024-11-24T15:21:15,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87., pid=10, masterSystemTime=1732461675909 2024-11-24T15:21:15,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87. 2024-11-24T15:21:15,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87. 2024-11-24T15:21:15,943 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e6f7a0c95ba97ab8e230ca05abc02b87, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,44361,1732461664027 2024-11-24T15:21:15,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6f7a0c95ba97ab8e230ca05abc02b87, server=c99348da3e93,44361,1732461664027 because future has completed 2024-11-24T15:21:15,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T15:21:15,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e6f7a0c95ba97ab8e230ca05abc02b87, server=c99348da3e93,44361,1732461664027 in 189 msec 2024-11-24T15:21:15,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T15:21:15,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e6f7a0c95ba97ab8e230ca05abc02b87, ASSIGN in 345 msec 2024-11-24T15:21:15,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:21:15,949 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461675949"}]},"ts":"1732461675949"} 2024-11-24T15:21:15,951 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T15:21:15,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:21:15,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 770 msec 2024-11-24T15:21:15,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87., hostname=c99348da3e93,44361,1732461664027, seqNum=2] 2024-11-24T15:21:15,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519404135 2024-11-24T15:21:15,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1014a90fcae0001, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519404135 2024-11-24T15:21:15,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T15:21:16,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T15:21:16,150 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T15:21:16,179 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c99348da3e93,44361,1732461664027, ReplicationSource: 1, currentBandwidth=0 2024-11-24T15:21:16,179 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:16,179 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,44361,1732461664027, seqNum=-1] 2024-11-24T15:21:16,179 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:16,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-24T15:21:16,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c99348da3e93,44361,1732461664027', locateType=CURRENT is [region=hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87., hostname=c99348da3e93,44361,1732461664027, seqNum=2] 2024-11-24T15:21:16,183 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T15:21:16,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44141 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T15:21:16,197 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c99348da3e93,44361,1732461664027 suceeded 2024-11-24T15:21:16,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T15:21:16,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-24T15:21:16,198 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c99348da3e93:38177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T15:21:16,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0240 sec 2024-11-24T15:21:16,209 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:38177' 2024-11-24T15:21:16,210 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@600cee65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:16,210 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,38177,-1 for getting cluster id 2024-11-24T15:21:16,210 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:16,211 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c9afd9b-d61c-4357-83bd-b4ef34cf5c18' 2024-11-24T15:21:16,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:16,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c9afd9b-d61c-4357-83bd-b4ef34cf5c18" 2024-11-24T15:21:16,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f1a1bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:16,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,38177,-1] 2024-11-24T15:21:16,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:16,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:16,212 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:16,213 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5766b1d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:16,213 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:16,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,38177,1732461667133 2024-11-24T15:21:16,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@580170f6 2024-11-24T15:21:16,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:16,214 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-24T15:21:16,215 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c99348da3e93,44361,1732461664027 (queues=1) is replicating from cluster=07c9af0b-f032-4f5f-abd1-c20cd361aeec to cluster=9c9afd9b-d61c-4357-83bd-b4ef34cf5c18 2024-11-24T15:21:16,215 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c99348da3e93%2C44361%2C1732461664027 2024-11-24T15:21:16,215 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c99348da3e93,44361,1732461664027, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T15:21:16,215 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.shipperc99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c99348da3e93%2C44361%2C1732461664027 2024-11-24T15:21:16,216 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250, startPosition=0, beingWritten=true 2024-11-24T15:21:16,221 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:21:16,221 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 379, reset compression=false 2024-11-24T15:21:16,221 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.shipperc99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,44361,1732461664027 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:21:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:21:16,317 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T15:21:16,318 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:21:16,318 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:16,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:16,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:16,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:21:16,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52bc6f96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:16,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,38177,-1 for getting cluster id 2024-11-24T15:21:16,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:16,319 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c9afd9b-d61c-4357-83bd-b4ef34cf5c18' 2024-11-24T15:21:16,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:16,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c9afd9b-d61c-4357-83bd-b4ef34cf5c18" 2024-11-24T15:21:16,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49383947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:16,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,38177,-1] 2024-11-24T15:21:16,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:16,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:16,321 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:16,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c4c0b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:16,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,38177,1732461667133 2024-11-24T15:21:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@483b37ba 2024-11-24T15:21:16,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:16,323 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:21:16,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c99348da3e93:43983,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T15:21:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T15:21:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:21:16,326 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:43983' 2024-11-24T15:21:16,327 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e94437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:16,327 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,43983,-1 for getting cluster id 2024-11-24T15:21:16,327 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:16,328 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e469fa4-9f63-445e-aa69-a5d570872bec' 2024-11-24T15:21:16,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:16,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e469fa4-9f63-445e-aa69-a5d570872bec" 2024-11-24T15:21:16,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec88655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:16,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,43983,-1] 2024-11-24T15:21:16,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:16,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:16,329 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:16,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28be8def, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:16,330 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:16,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,43983,1732461669577 2024-11-24T15:21:16,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7afb9e93 2024-11-24T15:21:16,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:16,331 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:21:16,331 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T15:21:16,331 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T15:21:16,332 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:16,332 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:16,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:21:16,332 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:21:16,333 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T15:21:16,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:21:16,334 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:16,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:21:16,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741837_1013 (size=1138) 2024-11-24T15:21:16,383 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T15:21:16,430 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 379, reset compression=false 2024-11-24T15:21:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:21:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:21:16,733 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 379, reset compression=false 2024-11-24T15:21:16,741 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf7588a5e0192184c3e4ea8074454af5, NAME => 'hbase:replication,,1732461676332.cf7588a5e0192184c3e4ea8074454af5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d 2024-11-24T15:21:16,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741838_1014 (size=44) 2024-11-24T15:21:16,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461676332.cf7588a5e0192184c3e4ea8074454af5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:16,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cf7588a5e0192184c3e4ea8074454af5, disabling compactions & flushes 2024-11-24T15:21:16,746 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461676332.cf7588a5e0192184c3e4ea8074454af5. 2024-11-24T15:21:16,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461676332.cf7588a5e0192184c3e4ea8074454af5. 2024-11-24T15:21:16,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461676332.cf7588a5e0192184c3e4ea8074454af5. after waiting 0 ms 2024-11-24T15:21:16,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461676332.cf7588a5e0192184c3e4ea8074454af5. 2024-11-24T15:21:16,746 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732461676332.cf7588a5e0192184c3e4ea8074454af5. 2024-11-24T15:21:16,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf7588a5e0192184c3e4ea8074454af5: Waiting for close lock at 1732461676746Disabling compacts and flushes for region at 1732461676746Disabling writes for close at 1732461676746Writing region close event to WAL at 1732461676746Closed at 1732461676746 2024-11-24T15:21:16,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:21:16,747 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732461676332.cf7588a5e0192184c3e4ea8074454af5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732461676747"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461676747"}]},"ts":"1732461676747"} 2024-11-24T15:21:16,749 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:21:16,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:21:16,750 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461676750"}]},"ts":"1732461676750"} 2024-11-24T15:21:16,751 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T15:21:16,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf7588a5e0192184c3e4ea8074454af5, ASSIGN}] 2024-11-24T15:21:16,753 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf7588a5e0192184c3e4ea8074454af5, ASSIGN 2024-11-24T15:21:16,753 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cf7588a5e0192184c3e4ea8074454af5, ASSIGN; state=OFFLINE, location=c99348da3e93,43179,1732461667180; forceNewPlan=false, retain=false 2024-11-24T15:21:16,904 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cf7588a5e0192184c3e4ea8074454af5, regionState=OPENING, regionLocation=c99348da3e93,43179,1732461667180 2024-11-24T15:21:16,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cf7588a5e0192184c3e4ea8074454af5, ASSIGN because future has completed 2024-11-24T15:21:16,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf7588a5e0192184c3e4ea8074454af5, server=c99348da3e93,43179,1732461667180}] 2024-11-24T15:21:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:21:17,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732461676332.cf7588a5e0192184c3e4ea8074454af5. 2024-11-24T15:21:17,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:21:17,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T15:21:17,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C43179%2C1732461667180.rep, suffix=, logDir=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180, archiveDir=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/oldWALs, maxLogs=10 2024-11-24T15:21:17,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.rep.1732461677064, exclude list is [], retry=0 2024-11-24T15:21:17,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42621,DS-0557c454-c54c-4706-9920-34dad98e8cfc,DISK] 2024-11-24T15:21:17,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.rep.1732461677064 2024-11-24T15:21:17,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39171:39171)] 2024-11-24T15:21:17,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cf7588a5e0192184c3e4ea8074454af5, NAME => 'hbase:replication,,1732461676332.cf7588a5e0192184c3e4ea8074454af5.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:21:17,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:21:17,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:21:17,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732461676332.cf7588a5e0192184c3e4ea8074454af5. service=MultiRowMutationService 2024-11-24T15:21:17,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T15:21:17,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cf7588a5e0192184c3e4ea8074454af5 2024-11-24T15:21:17,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461676332.cf7588a5e0192184c3e4ea8074454af5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:17,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cf7588a5e0192184c3e4ea8074454af5 2024-11-24T15:21:17,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cf7588a5e0192184c3e4ea8074454af5 2024-11-24T15:21:17,090 INFO [StoreOpener-cf7588a5e0192184c3e4ea8074454af5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cf7588a5e0192184c3e4ea8074454af5 2024-11-24T15:21:17,091 INFO [StoreOpener-cf7588a5e0192184c3e4ea8074454af5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf7588a5e0192184c3e4ea8074454af5 columnFamilyName hfileref 2024-11-24T15:21:17,091 DEBUG [StoreOpener-cf7588a5e0192184c3e4ea8074454af5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:17,092 INFO [StoreOpener-cf7588a5e0192184c3e4ea8074454af5-1 {}] regionserver.HStore(327): Store=cf7588a5e0192184c3e4ea8074454af5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:17,092 INFO [StoreOpener-cf7588a5e0192184c3e4ea8074454af5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cf7588a5e0192184c3e4ea8074454af5 2024-11-24T15:21:17,092 INFO [StoreOpener-cf7588a5e0192184c3e4ea8074454af5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf7588a5e0192184c3e4ea8074454af5 columnFamilyName queue 2024-11-24T15:21:17,093 DEBUG [StoreOpener-cf7588a5e0192184c3e4ea8074454af5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:17,093 INFO [StoreOpener-cf7588a5e0192184c3e4ea8074454af5-1 {}] regionserver.HStore(327): Store=cf7588a5e0192184c3e4ea8074454af5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:17,093 INFO [StoreOpener-cf7588a5e0192184c3e4ea8074454af5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cf7588a5e0192184c3e4ea8074454af5 2024-11-24T15:21:17,094 INFO [StoreOpener-cf7588a5e0192184c3e4ea8074454af5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf7588a5e0192184c3e4ea8074454af5 columnFamilyName sid 2024-11-24T15:21:17,094 DEBUG [StoreOpener-cf7588a5e0192184c3e4ea8074454af5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:17,094 INFO [StoreOpener-cf7588a5e0192184c3e4ea8074454af5-1 {}] regionserver.HStore(327): Store=cf7588a5e0192184c3e4ea8074454af5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:17,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cf7588a5e0192184c3e4ea8074454af5 2024-11-24T15:21:17,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/replication/cf7588a5e0192184c3e4ea8074454af5 2024-11-24T15:21:17,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/replication/cf7588a5e0192184c3e4ea8074454af5 2024-11-24T15:21:17,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cf7588a5e0192184c3e4ea8074454af5 2024-11-24T15:21:17,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cf7588a5e0192184c3e4ea8074454af5 2024-11-24T15:21:17,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:21:17,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cf7588a5e0192184c3e4ea8074454af5 2024-11-24T15:21:17,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/replication/cf7588a5e0192184c3e4ea8074454af5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:21:17,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cf7588a5e0192184c3e4ea8074454af5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75377357, jitterRate=0.12321014702320099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:21:17,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf7588a5e0192184c3e4ea8074454af5 2024-11-24T15:21:17,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cf7588a5e0192184c3e4ea8074454af5: Running coprocessor pre-open hook at 1732461677089Writing region info on filesystem at 1732461677089Initializing all the Stores at 1732461677090 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461677090Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461677090Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461677090Cleaning up temporary data from old regions at 1732461677095 (+5 ms)Running coprocessor post-open hooks at 1732461677098 (+3 ms)Region opened successfully at 1732461677098 2024-11-24T15:21:17,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732461676332.cf7588a5e0192184c3e4ea8074454af5., pid=10, masterSystemTime=1732461677058 2024-11-24T15:21:17,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732461676332.cf7588a5e0192184c3e4ea8074454af5. 2024-11-24T15:21:17,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732461676332.cf7588a5e0192184c3e4ea8074454af5. 2024-11-24T15:21:17,102 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cf7588a5e0192184c3e4ea8074454af5, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,43179,1732461667180 2024-11-24T15:21:17,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf7588a5e0192184c3e4ea8074454af5, server=c99348da3e93,43179,1732461667180 because future has completed 2024-11-24T15:21:17,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T15:21:17,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cf7588a5e0192184c3e4ea8074454af5, server=c99348da3e93,43179,1732461667180 in 198 msec 2024-11-24T15:21:17,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T15:21:17,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf7588a5e0192184c3e4ea8074454af5, ASSIGN in 354 msec 2024-11-24T15:21:17,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:21:17,108 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461677108"}]},"ts":"1732461677108"} 2024-11-24T15:21:17,110 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T15:21:17,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:21:17,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 778 msec 2024-11-24T15:21:17,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732461676332.cf7588a5e0192184c3e4ea8074454af5., hostname=c99348da3e93,43179,1732461667180, seqNum=2] 2024-11-24T15:21:17,137 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 379, reset compression=false 2024-11-24T15:21:17,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046002973 2024-11-24T15:21:17,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x1014a90fcae0004, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046002973 2024-11-24T15:21:17,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T15:21:17,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T15:21:17,302 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T15:21:17,331 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c99348da3e93,43179,1732461667180, ReplicationSource: 1, currentBandwidth=0 2024-11-24T15:21:17,331 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:17,331 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,43179,1732461667180, seqNum=-1] 2024-11-24T15:21:17,332 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:17,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-24T15:21:17,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c99348da3e93,43179,1732461667180', locateType=CURRENT is [region=hbase:replication,,1732461676332.cf7588a5e0192184c3e4ea8074454af5., hostname=c99348da3e93,43179,1732461667180, seqNum=2] 2024-11-24T15:21:17,336 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T15:21:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T15:21:17,338 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c99348da3e93,43179,1732461667180 suceeded 2024-11-24T15:21:17,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T15:21:17,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-24T15:21:17,340 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c99348da3e93:43983,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T15:21:17,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0160 sec 2024-11-24T15:21:17,351 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:43983' 2024-11-24T15:21:17,352 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f0901d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:17,352 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,43983,-1 for getting cluster id 2024-11-24T15:21:17,352 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:17,353 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e469fa4-9f63-445e-aa69-a5d570872bec' 2024-11-24T15:21:17,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:17,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e469fa4-9f63-445e-aa69-a5d570872bec" 2024-11-24T15:21:17,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a53209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:17,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,43983,-1] 2024-11-24T15:21:17,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:17,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:17,354 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:17,355 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70b50fb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:17,355 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:17,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,43983,1732461669577 2024-11-24T15:21:17,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@365ca4dc 2024-11-24T15:21:17,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:17,356 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-24T15:21:17,357 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c99348da3e93,43179,1732461667180 (queues=1) is replicating from cluster=9c9afd9b-d61c-4357-83bd-b4ef34cf5c18 to cluster=2e469fa4-9f63-445e-aa69-a5d570872bec 2024-11-24T15:21:17,357 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c99348da3e93%2C43179%2C1732461667180 2024-11-24T15:21:17,357 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c99348da3e93,43179,1732461667180, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T15:21:17,358 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586, startPosition=0, beingWritten=true 2024-11-24T15:21:17,358 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.shipperc99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c99348da3e93%2C43179%2C1732461667180 2024-11-24T15:21:17,362 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:21:17,362 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 379, reset compression=false 2024-11-24T15:21:17,362 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.shipperc99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,43179,1732461667180 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:21:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:21:17,467 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T15:21:17,467 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:21:17,467 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:17,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:17,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:17,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:21:17,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350d9bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:17,468 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,43983,-1 for getting cluster id 2024-11-24T15:21:17,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:17,469 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e469fa4-9f63-445e-aa69-a5d570872bec' 2024-11-24T15:21:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e469fa4-9f63-445e-aa69-a5d570872bec" 2024-11-24T15:21:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe20ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,43983,-1] 2024-11-24T15:21:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:17,470 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:17,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab2145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:17,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:17,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,43983,1732461669577 2024-11-24T15:21:17,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13901b4b 2024-11-24T15:21:17,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:17,473 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:21:17,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c99348da3e93:38177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T15:21:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T15:21:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:21:17,475 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:38177' 2024-11-24T15:21:17,476 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a180f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:17,476 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,38177,-1 for getting cluster id 2024-11-24T15:21:17,476 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:17,477 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c9afd9b-d61c-4357-83bd-b4ef34cf5c18' 2024-11-24T15:21:17,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:17,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c9afd9b-d61c-4357-83bd-b4ef34cf5c18" 2024-11-24T15:21:17,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b3cdb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:17,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,38177,-1] 2024-11-24T15:21:17,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:17,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:17,478 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:17,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@609ab109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:17,478 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:17,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,38177,1732461667133 2024-11-24T15:21:17,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@660a571b 2024-11-24T15:21:17,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:17,480 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:21:17,480 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T15:21:17,480 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T15:21:17,480 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:17,480 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:17,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:21:17,481 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:21:17,481 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T15:21:17,482 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:21:17,482 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:17,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:21:17,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34013 is added to blk_1073741837_1013 (size=1138) 2024-11-24T15:21:17,489 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51890a180ec23492aebe5ec7253ad46f, NAME => 'hbase:replication,,1732461677481.51890a180ec23492aebe5ec7253ad46f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e 2024-11-24T15:21:17,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34013 is added to blk_1073741838_1014 (size=44) 2024-11-24T15:21:17,494 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461677481.51890a180ec23492aebe5ec7253ad46f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:17,494 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 51890a180ec23492aebe5ec7253ad46f, disabling compactions & flushes 2024-11-24T15:21:17,494 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461677481.51890a180ec23492aebe5ec7253ad46f. 2024-11-24T15:21:17,494 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461677481.51890a180ec23492aebe5ec7253ad46f. 2024-11-24T15:21:17,494 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461677481.51890a180ec23492aebe5ec7253ad46f. after waiting 0 ms 2024-11-24T15:21:17,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461677481.51890a180ec23492aebe5ec7253ad46f. 2024-11-24T15:21:17,495 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732461677481.51890a180ec23492aebe5ec7253ad46f. 2024-11-24T15:21:17,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51890a180ec23492aebe5ec7253ad46f: Waiting for close lock at 1732461677494Disabling compacts and flushes for region at 1732461677494Disabling writes for close at 1732461677494Writing region close event to WAL at 1732461677495 (+1 ms)Closed at 1732461677495 2024-11-24T15:21:17,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:21:17,496 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732461677481.51890a180ec23492aebe5ec7253ad46f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732461677496"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461677496"}]},"ts":"1732461677496"} 2024-11-24T15:21:17,497 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:21:17,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:21:17,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461677498"}]},"ts":"1732461677498"} 2024-11-24T15:21:17,500 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T15:21:17,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51890a180ec23492aebe5ec7253ad46f, ASSIGN}] 2024-11-24T15:21:17,501 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51890a180ec23492aebe5ec7253ad46f, ASSIGN 2024-11-24T15:21:17,501 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51890a180ec23492aebe5ec7253ad46f, ASSIGN; state=OFFLINE, location=c99348da3e93,43301,1732461669615; forceNewPlan=false, retain=false 2024-11-24T15:21:17,532 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T15:21:17,565 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 379, reset compression=false 2024-11-24T15:21:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:21:17,645 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 379, reset compression=false 2024-11-24T15:21:17,652 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=51890a180ec23492aebe5ec7253ad46f, regionState=OPENING, regionLocation=c99348da3e93,43301,1732461669615 2024-11-24T15:21:17,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51890a180ec23492aebe5ec7253ad46f, ASSIGN because future has completed 2024-11-24T15:21:17,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51890a180ec23492aebe5ec7253ad46f, server=c99348da3e93,43301,1732461669615}] 2024-11-24T15:21:17,668 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:21:17,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:17,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:17,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:17,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:17,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:17,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:17,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:17,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:17,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:17,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:17,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:17,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:17,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:17,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:17,733 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T15:21:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:21:17,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732461677481.51890a180ec23492aebe5ec7253ad46f. 2024-11-24T15:21:17,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:21:17,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T15:21:17,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C43301%2C1732461669615.rep, suffix=, logDir=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615, archiveDir=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/oldWALs, maxLogs=10 2024-11-24T15:21:17,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.rep.1732461677811, exclude list is [], retry=0 2024-11-24T15:21:17,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34013,DS-83b2f278-8e10-4030-b2eb-925d9363a9d5,DISK] 2024-11-24T15:21:17,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.rep.1732461677811 2024-11-24T15:21:17,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43499:43499)] 2024-11-24T15:21:17,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 51890a180ec23492aebe5ec7253ad46f, NAME => 'hbase:replication,,1732461677481.51890a180ec23492aebe5ec7253ad46f.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:21:17,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:21:17,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:21:17,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732461677481.51890a180ec23492aebe5ec7253ad46f. service=MultiRowMutationService 2024-11-24T15:21:17,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T15:21:17,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 51890a180ec23492aebe5ec7253ad46f 2024-11-24T15:21:17,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461677481.51890a180ec23492aebe5ec7253ad46f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:17,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 51890a180ec23492aebe5ec7253ad46f 2024-11-24T15:21:17,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 51890a180ec23492aebe5ec7253ad46f 2024-11-24T15:21:17,831 INFO [StoreOpener-51890a180ec23492aebe5ec7253ad46f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 51890a180ec23492aebe5ec7253ad46f 2024-11-24T15:21:17,832 INFO [StoreOpener-51890a180ec23492aebe5ec7253ad46f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51890a180ec23492aebe5ec7253ad46f columnFamilyName hfileref 2024-11-24T15:21:17,832 DEBUG [StoreOpener-51890a180ec23492aebe5ec7253ad46f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:17,832 INFO [StoreOpener-51890a180ec23492aebe5ec7253ad46f-1 {}] regionserver.HStore(327): Store=51890a180ec23492aebe5ec7253ad46f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:17,833 INFO [StoreOpener-51890a180ec23492aebe5ec7253ad46f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 51890a180ec23492aebe5ec7253ad46f 2024-11-24T15:21:17,833 INFO [StoreOpener-51890a180ec23492aebe5ec7253ad46f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51890a180ec23492aebe5ec7253ad46f columnFamilyName queue 2024-11-24T15:21:17,833 DEBUG [StoreOpener-51890a180ec23492aebe5ec7253ad46f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:17,834 INFO [StoreOpener-51890a180ec23492aebe5ec7253ad46f-1 {}] regionserver.HStore(327): Store=51890a180ec23492aebe5ec7253ad46f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:17,834 INFO [StoreOpener-51890a180ec23492aebe5ec7253ad46f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 51890a180ec23492aebe5ec7253ad46f 2024-11-24T15:21:17,834 INFO [StoreOpener-51890a180ec23492aebe5ec7253ad46f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51890a180ec23492aebe5ec7253ad46f columnFamilyName sid 2024-11-24T15:21:17,834 DEBUG [StoreOpener-51890a180ec23492aebe5ec7253ad46f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:17,835 INFO [StoreOpener-51890a180ec23492aebe5ec7253ad46f-1 {}] regionserver.HStore(327): Store=51890a180ec23492aebe5ec7253ad46f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:17,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 51890a180ec23492aebe5ec7253ad46f 2024-11-24T15:21:17,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/replication/51890a180ec23492aebe5ec7253ad46f 2024-11-24T15:21:17,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/replication/51890a180ec23492aebe5ec7253ad46f 2024-11-24T15:21:17,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 51890a180ec23492aebe5ec7253ad46f 2024-11-24T15:21:17,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 51890a180ec23492aebe5ec7253ad46f 2024-11-24T15:21:17,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:21:17,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 51890a180ec23492aebe5ec7253ad46f 2024-11-24T15:21:17,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/replication/51890a180ec23492aebe5ec7253ad46f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:21:17,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 51890a180ec23492aebe5ec7253ad46f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75437223, jitterRate=0.12410221993923187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:21:17,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51890a180ec23492aebe5ec7253ad46f 2024-11-24T15:21:17,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 51890a180ec23492aebe5ec7253ad46f: Running coprocessor pre-open hook at 1732461677830Writing region info on filesystem at 1732461677830Initializing all the Stores at 1732461677831 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461677831Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461677831Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461677831Cleaning up temporary data from old regions at 1732461677836 (+5 ms)Running coprocessor post-open hooks at 1732461677840 (+4 ms)Region opened successfully at 1732461677840 2024-11-24T15:21:17,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732461677481.51890a180ec23492aebe5ec7253ad46f., pid=10, masterSystemTime=1732461677807 2024-11-24T15:21:17,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732461677481.51890a180ec23492aebe5ec7253ad46f. 2024-11-24T15:21:17,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732461677481.51890a180ec23492aebe5ec7253ad46f. 2024-11-24T15:21:17,843 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=51890a180ec23492aebe5ec7253ad46f, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,43301,1732461669615 2024-11-24T15:21:17,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51890a180ec23492aebe5ec7253ad46f, server=c99348da3e93,43301,1732461669615 because future has completed 2024-11-24T15:21:17,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T15:21:17,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 51890a180ec23492aebe5ec7253ad46f, server=c99348da3e93,43301,1732461669615 in 192 msec 2024-11-24T15:21:17,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T15:21:17,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51890a180ec23492aebe5ec7253ad46f, ASSIGN in 348 msec 2024-11-24T15:21:17,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:21:17,850 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461677850"}]},"ts":"1732461677850"} 2024-11-24T15:21:17,852 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T15:21:17,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:21:17,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 372 msec 2024-11-24T15:21:17,868 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 379, reset compression=false 2024-11-24T15:21:17,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732461677481.51890a180ec23492aebe5ec7253ad46f., hostname=c99348da3e93,43301,1732461669615, seqNum=2] 2024-11-24T15:21:17,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1014a90fcae0007, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2511590570 2024-11-24T15:21:17,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2511590570 2024-11-24T15:21:17,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T15:21:18,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T15:21:18,046 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T15:21:18,074 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c99348da3e93,43301,1732461669615, ReplicationSource: 1, currentBandwidth=0 2024-11-24T15:21:18,074 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:18,074 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,43301,1732461669615, seqNum=-1] 2024-11-24T15:21:18,075 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:18,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-24T15:21:18,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c99348da3e93,43301,1732461669615', locateType=CURRENT is [region=hbase:replication,,1732461677481.51890a180ec23492aebe5ec7253ad46f., hostname=c99348da3e93,43301,1732461669615, seqNum=2] 2024-11-24T15:21:18,079 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T15:21:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T15:21:18,081 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c99348da3e93,43301,1732461669615 suceeded 2024-11-24T15:21:18,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T15:21:18,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-24T15:21:18,083 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c99348da3e93:38177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T15:21:18,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 610 msec 2024-11-24T15:21:18,095 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:38177' 2024-11-24T15:21:18,096 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73ae5f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:18,096 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,38177,-1 for getting cluster id 2024-11-24T15:21:18,096 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:18,097 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c9afd9b-d61c-4357-83bd-b4ef34cf5c18' 2024-11-24T15:21:18,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:18,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c9afd9b-d61c-4357-83bd-b4ef34cf5c18" 2024-11-24T15:21:18,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36e024dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:21:18,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,38177,-1] 2024-11-24T15:21:18,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:18,097 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T15:21:18,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:18,097 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:21:18,098 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:18,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:18,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:18,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:21:18,098 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:18,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d406765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:18,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,44141,-1 for getting cluster id 2024-11-24T15:21:18,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:18,099 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70e41815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:18,099 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:18,099 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07c9af0b-f032-4f5f-abd1-c20cd361aeec' 2024-11-24T15:21:18,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:18,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07c9af0b-f032-4f5f-abd1-c20cd361aeec" 2024-11-24T15:21:18,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757441b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:18,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,44141,-1] 2024-11-24T15:21:18,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,38177,1732461667133 2024-11-24T15:21:18,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6828b22a 2024-11-24T15:21:18,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:18,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:18,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:18,100 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-24T15:21:18,100 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:18,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eeb9066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:18,101 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c99348da3e93,43301,1732461669615 (queues=1) is replicating from cluster=2e469fa4-9f63-445e-aa69-a5d570872bec to cluster=9c9afd9b-d61c-4357-83bd-b4ef34cf5c18 2024-11-24T15:21:18,101 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c99348da3e93%2C43301%2C1732461669615 2024-11-24T15:21:18,101 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c99348da3e93,43301,1732461669615, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T15:21:18,104 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604, startPosition=0, beingWritten=true 2024-11-24T15:21:18,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2059965f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:18,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,38177,-1 for getting cluster id 2024-11-24T15:21:18,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:18,105 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.shipperc99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c99348da3e93%2C43301%2C1732461669615 2024-11-24T15:21:18,105 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c9afd9b-d61c-4357-83bd-b4ef34cf5c18' 2024-11-24T15:21:18,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:18,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c9afd9b-d61c-4357-83bd-b4ef34cf5c18" 2024-11-24T15:21:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eedd81e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,38177,-1] 2024-11-24T15:21:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:18,106 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:18,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52ddaf8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:18,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bfc8bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:18,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,43983,-1 for getting cluster id 2024-11-24T15:21:18,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:18,108 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e469fa4-9f63-445e-aa69-a5d570872bec' 2024-11-24T15:21:18,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:18,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e469fa4-9f63-445e-aa69-a5d570872bec" 2024-11-24T15:21:18,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aff9abd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:18,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,43983,-1] 2024-11-24T15:21:18,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:18,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:18,109 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:21:18,109 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 379, reset compression=false 2024-11-24T15:21:18,109 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.shipperc99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,43301,1732461669615 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:21:18,110 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:18,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af0fb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:18,111 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:18,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,44361,1732461664027, seqNum=-1] 2024-11-24T15:21:18,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:18,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:21:18,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732461672254.191dcaa38c3d9fcec3b344ef18382159., hostname=c99348da3e93,44361,1732461664027, seqNum=2] 2024-11-24T15:21:18,116 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:18,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,43301,1732461669615, seqNum=-1] 2024-11-24T15:21:18,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:18,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:21:18,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732461674030.94fddd85812a970d0f08e74648d913cc., hostname=c99348da3e93,43301,1732461669615, seqNum=2] 2024-11-24T15:21:18,121 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T15:21:18,248 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 379, reset compression=false 2024-11-24T15:21:18,253 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:21:18,253 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 480, reset compression=false 2024-11-24T15:21:18,253 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.shipperc99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,44361,1732461664027 got entry batch from reader: WALEntryBatch [walEntries=[{test/191dcaa38c3d9fcec3b344ef18382159/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-24T15:21:18,256 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.shipperc99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:21:18,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-24T15:21:18,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:21:18,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@774eed88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:18,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,38177,-1 for getting cluster id 2024-11-24T15:21:18,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:18,258 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c9afd9b-d61c-4357-83bd-b4ef34cf5c18' 2024-11-24T15:21:18,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:18,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c9afd9b-d61c-4357-83bd-b4ef34cf5c18" 2024-11-24T15:21:18,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49cf838b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:18,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,38177,-1] 2024-11-24T15:21:18,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:18,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:18,260 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:18,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17c38f1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:18,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:18,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,43179,1732461667180, seqNum=-1] 2024-11-24T15:21:18,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:18,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-24T15:21:18,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732461673400.bfce17dd9396b39b8e5cecf76611a7ed., hostname=c99348da3e93,43179,1732461667180, seqNum=2] 2024-11-24T15:21:18,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:21:18,272 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 379, reset compression=false 2024-11-24T15:21:18,276 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:21:18,276 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 503, reset compression=false 2024-11-24T15:21:18,276 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.shipperc99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,43179,1732461667180 got entry batch from reader: WALEntryBatch [walEntries=[{test/bfce17dd9396b39b8e5cecf76611a7ed/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-24T15:21:18,278 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.shipperc99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:21:18,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-24T15:21:18,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:21:18,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5226a70b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:18,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,43983,-1 for getting cluster id 2024-11-24T15:21:18,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:18,280 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e469fa4-9f63-445e-aa69-a5d570872bec' 2024-11-24T15:21:18,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:18,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e469fa4-9f63-445e-aa69-a5d570872bec" 2024-11-24T15:21:18,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3da63607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:18,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,43983,-1] 2024-11-24T15:21:18,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:18,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:18,281 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:18,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5570a31e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:18,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:18,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,43301,1732461669615, seqNum=-1] 2024-11-24T15:21:18,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:18,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-24T15:21:18,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732461674030.94fddd85812a970d0f08e74648d913cc., hostname=c99348da3e93,43301,1732461669615, seqNum=2] 2024-11-24T15:21:18,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:21:18,314 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 379, reset compression=false 2024-11-24T15:21:18,318 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:21:18,318 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 527, reset compression=false 2024-11-24T15:21:18,318 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.shipperc99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,43301,1732461669615 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:21:18,457 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 480, reset compression=false 2024-11-24T15:21:18,479 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 503, reset compression=false 2024-11-24T15:21:18,521 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 527, reset compression=false 2024-11-24T15:21:18,761 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 480, reset compression=false 2024-11-24T15:21:18,782 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 503, reset compression=false 2024-11-24T15:21:18,825 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 527, reset compression=false 2024-11-24T15:21:19,123 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-24T15:21:19,123 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:19,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,43179,1732461667180, seqNum=-1] 2024-11-24T15:21:19,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:19,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:21:19,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732461673400.bfce17dd9396b39b8e5cecf76611a7ed., hostname=c99348da3e93,43179,1732461667180, seqNum=2] 2024-11-24T15:21:19,130 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-24T15:21:19,164 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 480, reset compression=false 2024-11-24T15:21:19,185 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 503, reset compression=false 2024-11-24T15:21:19,189 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:21:19,189 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 607, reset compression=false 2024-11-24T15:21:19,189 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.shipperc99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,43179,1732461667180 got entry batch from reader: WALEntryBatch [walEntries=[{test/bfce17dd9396b39b8e5cecf76611a7ed/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T15:21:19,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:21:19,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:21:19,228 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 527, reset compression=false 2024-11-24T15:21:19,232 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:21:19,232 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 655, reset compression=false 2024-11-24T15:21:19,232 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.shipperc99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,43301,1732461669615 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:21:19,393 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 607, reset compression=false 2024-11-24T15:21:19,436 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 655, reset compression=false 2024-11-24T15:21:19,668 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 480, reset compression=false 2024-11-24T15:21:19,696 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 607, reset compression=false 2024-11-24T15:21:19,739 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 655, reset compression=false 2024-11-24T15:21:20,099 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 607, reset compression=false 2024-11-24T15:21:20,131 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-24T15:21:20,134 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-24T15:21:20,142 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 655, reset compression=false 2024-11-24T15:21:20,147 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:21:20,147 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 759, reset compression=false 2024-11-24T15:21:20,147 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.shipperc99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,43301,1732461669615 got entry batch from reader: WALEntryBatch [walEntries=[{test/94fddd85812a970d0f08e74648d913cc/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T15:21:20,149 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.shipperc99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:21:20,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-24T15:21:20,150 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:21:20,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:21:20,272 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 480, reset compression=false 2024-11-24T15:21:20,351 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 759, reset compression=false 2024-11-24T15:21:20,602 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 607, reset compression=false 2024-11-24T15:21:20,607 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:21:20,607 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 734, reset compression=false 2024-11-24T15:21:20,607 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.shipperc99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,43179,1732461667180 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:21:20,654 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 759, reset compression=false 2024-11-24T15:21:20,810 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 734, reset compression=false 2024-11-24T15:21:20,975 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 480, reset compression=false 2024-11-24T15:21:21,058 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 759, reset compression=false 2024-11-24T15:21:21,114 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 734, reset compression=false 2024-11-24T15:21:21,136 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-24T15:21:21,139 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-24T15:21:21,522 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 734, reset compression=false 2024-11-24T15:21:21,562 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 759, reset compression=false 2024-11-24T15:21:21,779 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 480, reset compression=false 2024-11-24T15:21:21,799 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:21:21,799 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 636, reset compression=false 2024-11-24T15:21:21,799 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.shipperc99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,44361,1732461664027 got entry batch from reader: WALEntryBatch [walEntries=[{test/191dcaa38c3d9fcec3b344ef18382159/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-24T15:21:21,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:21:21,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:21:22,004 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 636, reset compression=false 2024-11-24T15:21:22,025 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 734, reset compression=false 2024-11-24T15:21:22,029 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:21:22,029 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 881, reset compression=false 2024-11-24T15:21:22,029 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.shipperc99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,43179,1732461667180 got entry batch from reader: WALEntryBatch [walEntries=[{test/bfce17dd9396b39b8e5cecf76611a7ed/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-24T15:21:22,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:21:22,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:21:22,136 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:22,137 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c99348da3e93,36763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:36763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T15:21:22,137 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88684 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c99348da3e93,36763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:36763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T15:21:22,141 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-24T15:21:22,144 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-24T15:21:22,168 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 759, reset compression=false 2024-11-24T15:21:22,172 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:21:22,172 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 930, reset compression=false 2024-11-24T15:21:22,172 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.shipperc99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,43301,1732461669615 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:21:22,233 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 881, reset compression=false 2024-11-24T15:21:22,236 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:21:22,236 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 1040, reset compression=false 2024-11-24T15:21:22,236 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.shipperc99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,43179,1732461667180 got entry batch from reader: WALEntryBatch [walEntries=[{test/bfce17dd9396b39b8e5cecf76611a7ed/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T15:21:22,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:21:22,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:21:22,307 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 636, reset compression=false 2024-11-24T15:21:22,375 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 930, reset compression=false 2024-11-24T15:21:22,379 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:21:22,379 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 1080, reset compression=false 2024-11-24T15:21:22,379 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.shipperc99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,43301,1732461669615 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:21:22,440 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 1040, reset compression=false 2024-11-24T15:21:22,583 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 1080, reset compression=false 2024-11-24T15:21:22,591 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:21:22,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:22,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:22,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:22,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:22,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:22,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:22,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:22,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:22,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:22,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:22,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:22,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:22,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:22,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:22,688 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T15:21:22,688 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T15:21:22,688 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T15:21:22,688 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T15:21:22,714 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 636, reset compression=false 2024-11-24T15:21:22,744 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 1040, reset compression=false 2024-11-24T15:21:22,887 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 1080, reset compression=false 2024-11-24T15:21:23,147 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 1040, reset compression=false 2024-11-24T15:21:23,150 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-24T15:21:23,154 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-24T15:21:23,219 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 636, reset compression=false 2024-11-24T15:21:23,291 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 1080, reset compression=false 2024-11-24T15:21:23,296 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:21:23,296 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 1239, reset compression=false 2024-11-24T15:21:23,296 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.shipperc99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,43301,1732461669615 got entry batch from reader: WALEntryBatch [walEntries=[{test/94fddd85812a970d0f08e74648d913cc/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T15:21:23,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T15:21:23,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T15:21:23,507 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 1239, reset compression=false 2024-11-24T15:21:23,666 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 1040, reset compression=false 2024-11-24T15:21:23,671 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:21:23,671 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 1189, reset compression=false 2024-11-24T15:21:23,671 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.shipperc99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,43179,1732461667180 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:21:23,812 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 1239, reset compression=false 2024-11-24T15:21:23,823 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 636, reset compression=false 2024-11-24T15:21:23,877 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 1189, reset compression=false 2024-11-24T15:21:24,156 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-24T15:21:24,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T15:21:24,164 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:21:24,164 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:24,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:24,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:24,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:21:24,165 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T15:21:24,165 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1949520885, stopped=false 2024-11-24T15:21:24,165 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c99348da3e93,43983,1732461669577 2024-11-24T15:21:24,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2511590570/running 2024-11-24T15:21:24,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1014a90fcae0007, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2511590570/running 2024-11-24T15:21:24,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1014a90fcae0007, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2511590570 2024-11-24T15:21:24,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2511590570 2024-11-24T15:21:24,168 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:21:24,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43301-0x1014a90fcae0007, quorum=127.0.0.1:56455, baseZNode=/2511590570 Set watcher on znode that does not yet exist, /2511590570/running 2024-11-24T15:21:24,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Set watcher on znode that does not yet exist, /2511590570/running 2024-11-24T15:21:24,169 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:21:24,169 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:24,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:24,169 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c99348da3e93,43301,1732461669615' ***** 2024-11-24T15:21:24,169 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T15:21:24,170 INFO [RS:0;c99348da3e93:43301 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T15:21:24,170 INFO [RS:0;c99348da3e93:43301 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T15:21:24,170 INFO [RS:0;c99348da3e93:43301 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T15:21:24,170 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T15:21:24,170 INFO [RS:0;c99348da3e93:43301 {}] regionserver.HRegionServer(3091): Received CLOSE for 51890a180ec23492aebe5ec7253ad46f 2024-11-24T15:21:24,170 INFO [RS:0;c99348da3e93:43301 {}] regionserver.HRegionServer(3091): Received CLOSE for 94fddd85812a970d0f08e74648d913cc 2024-11-24T15:21:24,170 INFO [RS:0;c99348da3e93:43301 {}] regionserver.HRegionServer(959): stopping server c99348da3e93,43301,1732461669615 2024-11-24T15:21:24,170 INFO [RS:0;c99348da3e93:43301 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:21:24,170 INFO [RS:0;c99348da3e93:43301 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:43301. 2024-11-24T15:21:24,171 DEBUG [RS:0;c99348da3e93:43301 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:24,170 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51890a180ec23492aebe5ec7253ad46f, disabling compactions & flushes 2024-11-24T15:21:24,171 DEBUG [RS:0;c99348da3e93:43301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:24,171 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461677481.51890a180ec23492aebe5ec7253ad46f. 2024-11-24T15:21:24,171 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461677481.51890a180ec23492aebe5ec7253ad46f. 2024-11-24T15:21:24,171 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461677481.51890a180ec23492aebe5ec7253ad46f. after waiting 0 ms 2024-11-24T15:21:24,171 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461677481.51890a180ec23492aebe5ec7253ad46f. 2024-11-24T15:21:24,171 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 51890a180ec23492aebe5ec7253ad46f 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-24T15:21:24,171 INFO [RS:0;c99348da3e93:43301 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T15:21:24,171 INFO [RS:0;c99348da3e93:43301 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T15:21:24,171 INFO [RS:0;c99348da3e93:43301 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T15:21:24,171 INFO [RS:0;c99348da3e93:43301 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T15:21:24,171 INFO [RS:0;c99348da3e93:43301 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T15:21:24,171 DEBUG [RS:0;c99348da3e93:43301 {}] regionserver.HRegionServer(1325): Online Regions={51890a180ec23492aebe5ec7253ad46f=hbase:replication,,1732461677481.51890a180ec23492aebe5ec7253ad46f., 1588230740=hbase:meta,,1.1588230740, 94fddd85812a970d0f08e74648d913cc=test,,1732461674030.94fddd85812a970d0f08e74648d913cc.} 2024-11-24T15:21:24,171 DEBUG [RS:0;c99348da3e93:43301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51890a180ec23492aebe5ec7253ad46f, 94fddd85812a970d0f08e74648d913cc 2024-11-24T15:21:24,171 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:21:24,172 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:21:24,172 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:21:24,172 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:21:24,172 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:21:24,172 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T15:21:24,179 INFO [regionserver/c99348da3e93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:21:24,181 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 1189, reset compression=false 2024-11-24T15:21:24,195 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/replication/51890a180ec23492aebe5ec7253ad46f/.tmp/queue/a6b971830d1a440ca8352af52d96ac7c is 154, key is 1-c99348da3e93,43301,1732461669615/queue:c99348da3e93%2C43301%2C1732461669615/1732461683302/Put/seqid=0 2024-11-24T15:21:24,197 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/meta/1588230740/.tmp/info/034751ec58414c72b2e25cc418afcf9c is 147, key is hbase:replication,,1732461677481.51890a180ec23492aebe5ec7253ad46f./info:regioninfo/1732461677843/Put/seqid=0 2024-11-24T15:21:24,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34013 is added to blk_1073741840_1016 (size=5353) 2024-11-24T15:21:24,202 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/replication/51890a180ec23492aebe5ec7253ad46f/.tmp/queue/a6b971830d1a440ca8352af52d96ac7c 2024-11-24T15:21:24,207 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/replication/51890a180ec23492aebe5ec7253ad46f/.tmp/queue/a6b971830d1a440ca8352af52d96ac7c as hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/replication/51890a180ec23492aebe5ec7253ad46f/queue/a6b971830d1a440ca8352af52d96ac7c 2024-11-24T15:21:24,211 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/replication/51890a180ec23492aebe5ec7253ad46f/queue/a6b971830d1a440ca8352af52d96ac7c, entries=1, sequenceid=12, filesize=5.2 K 2024-11-24T15:21:24,212 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 51890a180ec23492aebe5ec7253ad46f in 41ms, sequenceid=12, compaction requested=false 2024-11-24T15:21:24,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34013 is added to blk_1073741841_1017 (size=7686) 2024-11-24T15:21:24,218 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/meta/1588230740/.tmp/info/034751ec58414c72b2e25cc418afcf9c 2024-11-24T15:21:24,219 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 1239, reset compression=false 2024-11-24T15:21:24,246 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/replication/51890a180ec23492aebe5ec7253ad46f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T15:21:24,247 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:21:24,247 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:21:24,247 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732461677481.51890a180ec23492aebe5ec7253ad46f. 2024-11-24T15:21:24,247 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51890a180ec23492aebe5ec7253ad46f: Waiting for close lock at 1732461684170Running coprocessor pre-close hooks at 1732461684170Disabling compacts and flushes for region at 1732461684170Disabling writes for close at 1732461684171 (+1 ms)Obtaining lock to block concurrent updates at 1732461684171Preparing flush snapshotting stores in 51890a180ec23492aebe5ec7253ad46f at 1732461684171Finished memstore snapshotting hbase:replication,,1732461677481.51890a180ec23492aebe5ec7253ad46f., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732461684171Flushing stores of hbase:replication,,1732461677481.51890a180ec23492aebe5ec7253ad46f. at 1732461684172 (+1 ms)Flushing 51890a180ec23492aebe5ec7253ad46f/queue: creating writer at 1732461684172Flushing 51890a180ec23492aebe5ec7253ad46f/queue: appending metadata at 1732461684194 (+22 ms)Flushing 51890a180ec23492aebe5ec7253ad46f/queue: closing flushed file at 1732461684194Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3839bbc7: reopening flushed file at 1732461684206 (+12 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 51890a180ec23492aebe5ec7253ad46f in 41ms, sequenceid=12, compaction requested=false at 1732461684212 (+6 ms)Writing region close event to WAL at 1732461684233 (+21 ms)Running coprocessor post-close hooks at 1732461684247 (+14 ms)Closed at 1732461684247 2024-11-24T15:21:24,247 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732461677481.51890a180ec23492aebe5ec7253ad46f. 2024-11-24T15:21:24,247 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94fddd85812a970d0f08e74648d913cc, disabling compactions & flushes 2024-11-24T15:21:24,247 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732461674030.94fddd85812a970d0f08e74648d913cc. 2024-11-24T15:21:24,247 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461674030.94fddd85812a970d0f08e74648d913cc. 2024-11-24T15:21:24,247 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732461674030.94fddd85812a970d0f08e74648d913cc. after waiting 0 ms 2024-11-24T15:21:24,247 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732461674030.94fddd85812a970d0f08e74648d913cc. 2024-11-24T15:21:24,248 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 94fddd85812a970d0f08e74648d913cc 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-24T15:21:24,255 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/meta/1588230740/.tmp/ns/530463c88fca42e99fa2c0873d927239 is 43, key is default/ns:d/1732461672188/Put/seqid=0 2024-11-24T15:21:24,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34013 is added to blk_1073741842_1018 (size=5153) 2024-11-24T15:21:24,262 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/meta/1588230740/.tmp/ns/530463c88fca42e99fa2c0873d927239 2024-11-24T15:21:24,273 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/default/test/94fddd85812a970d0f08e74648d913cc/.tmp/f/5a0f7b2ef80e46c79114eb86887f6473 is 29, key is row1/f:/1732461682142/DeleteFamily/seqid=0 2024-11-24T15:21:24,286 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/meta/1588230740/.tmp/rep_barrier/2abb7f664f2548bc9c01d1c0a941a5b0 is 112, key is test,,1732461674030.94fddd85812a970d0f08e74648d913cc./rep_barrier:seqnumDuringOpen/1732461674778/Put/seqid=0 2024-11-24T15:21:24,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34013 is added to blk_1073741844_1020 (size=5518) 2024-11-24T15:21:24,300 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/meta/1588230740/.tmp/rep_barrier/2abb7f664f2548bc9c01d1c0a941a5b0 2024-11-24T15:21:24,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34013 is added to blk_1073741843_1019 (size=5152) 2024-11-24T15:21:24,301 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/default/test/94fddd85812a970d0f08e74648d913cc/.tmp/f/5a0f7b2ef80e46c79114eb86887f6473 2024-11-24T15:21:24,305 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a0f7b2ef80e46c79114eb86887f6473 2024-11-24T15:21:24,324 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/default/test/94fddd85812a970d0f08e74648d913cc/.tmp/f1/3c4659beff7c48388acdf940f8438b2c is 30, key is row1/f1:/1732461682142/DeleteFamily/seqid=0 2024-11-24T15:21:24,325 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/meta/1588230740/.tmp/table/0c8c99ce047249a4b1c78cdaed251387 is 53, key is hbase:replication/table:state/1732461677850/Put/seqid=0 2024-11-24T15:21:24,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34013 is added to blk_1073741845_1021 (size=5158) 2024-11-24T15:21:24,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34013 is added to blk_1073741846_1022 (size=5308) 2024-11-24T15:21:24,333 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/default/test/94fddd85812a970d0f08e74648d913cc/.tmp/f1/3c4659beff7c48388acdf940f8438b2c 2024-11-24T15:21:24,337 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c4659beff7c48388acdf940f8438b2c 2024-11-24T15:21:24,356 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/default/test/94fddd85812a970d0f08e74648d913cc/.tmp/norep/fe5dc2b3cbac43a48fdc0a71e7521ebf is 33, key is row2/norep:/1732461683151/DeleteFamily/seqid=0 2024-11-24T15:21:24,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34013 is added to blk_1073741847_1023 (size=5108) 2024-11-24T15:21:24,361 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/default/test/94fddd85812a970d0f08e74648d913cc/.tmp/norep/fe5dc2b3cbac43a48fdc0a71e7521ebf 2024-11-24T15:21:24,365 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe5dc2b3cbac43a48fdc0a71e7521ebf 2024-11-24T15:21:24,366 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/default/test/94fddd85812a970d0f08e74648d913cc/.tmp/f/5a0f7b2ef80e46c79114eb86887f6473 as hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/default/test/94fddd85812a970d0f08e74648d913cc/f/5a0f7b2ef80e46c79114eb86887f6473 2024-11-24T15:21:24,371 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a0f7b2ef80e46c79114eb86887f6473 2024-11-24T15:21:24,371 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/default/test/94fddd85812a970d0f08e74648d913cc/f/5a0f7b2ef80e46c79114eb86887f6473, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T15:21:24,371 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/default/test/94fddd85812a970d0f08e74648d913cc/.tmp/f1/3c4659beff7c48388acdf940f8438b2c as hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/default/test/94fddd85812a970d0f08e74648d913cc/f1/3c4659beff7c48388acdf940f8438b2c 2024-11-24T15:21:24,372 DEBUG [RS:0;c99348da3e93:43301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94fddd85812a970d0f08e74648d913cc 2024-11-24T15:21:24,375 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c4659beff7c48388acdf940f8438b2c 2024-11-24T15:21:24,375 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/default/test/94fddd85812a970d0f08e74648d913cc/f1/3c4659beff7c48388acdf940f8438b2c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T15:21:24,376 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/default/test/94fddd85812a970d0f08e74648d913cc/.tmp/norep/fe5dc2b3cbac43a48fdc0a71e7521ebf as hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/default/test/94fddd85812a970d0f08e74648d913cc/norep/fe5dc2b3cbac43a48fdc0a71e7521ebf 2024-11-24T15:21:24,381 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe5dc2b3cbac43a48fdc0a71e7521ebf 2024-11-24T15:21:24,381 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/default/test/94fddd85812a970d0f08e74648d913cc/norep/fe5dc2b3cbac43a48fdc0a71e7521ebf, entries=1, sequenceid=10, filesize=5.0 K 2024-11-24T15:21:24,382 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 94fddd85812a970d0f08e74648d913cc in 135ms, sequenceid=10, compaction requested=false 2024-11-24T15:21:24,385 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/default/test/94fddd85812a970d0f08e74648d913cc/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T15:21:24,386 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:21:24,386 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T15:21:24,386 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732461674030.94fddd85812a970d0f08e74648d913cc. 2024-11-24T15:21:24,386 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94fddd85812a970d0f08e74648d913cc: Waiting for close lock at 1732461684247Running coprocessor pre-close hooks at 1732461684247Disabling compacts and flushes for region at 1732461684247Disabling writes for close at 1732461684247Obtaining lock to block concurrent updates at 1732461684248 (+1 ms)Preparing flush snapshotting stores in 94fddd85812a970d0f08e74648d913cc at 1732461684248Finished memstore snapshotting test,,1732461674030.94fddd85812a970d0f08e74648d913cc., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732461684248Flushing stores of test,,1732461674030.94fddd85812a970d0f08e74648d913cc. at 1732461684249 (+1 ms)Flushing 94fddd85812a970d0f08e74648d913cc/f: creating writer at 1732461684249Flushing 94fddd85812a970d0f08e74648d913cc/f: appending metadata at 1732461684272 (+23 ms)Flushing 94fddd85812a970d0f08e74648d913cc/f: closing flushed file at 1732461684272Flushing 94fddd85812a970d0f08e74648d913cc/f1: creating writer at 1732461684305 (+33 ms)Flushing 94fddd85812a970d0f08e74648d913cc/f1: appending metadata at 1732461684324 (+19 ms)Flushing 94fddd85812a970d0f08e74648d913cc/f1: closing flushed file at 1732461684324Flushing 94fddd85812a970d0f08e74648d913cc/norep: creating writer at 1732461684338 (+14 ms)Flushing 94fddd85812a970d0f08e74648d913cc/norep: appending metadata at 1732461684355 (+17 ms)Flushing 94fddd85812a970d0f08e74648d913cc/norep: closing flushed file at 1732461684355Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eb918da: reopening flushed file at 1732461684365 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@579cd0f5: reopening flushed file at 1732461684371 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4759e966: reopening flushed file at 1732461684375 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 94fddd85812a970d0f08e74648d913cc in 135ms, sequenceid=10, compaction requested=false at 1732461684382 (+7 ms)Writing region close event to WAL at 1732461684383 (+1 ms)Running coprocessor post-close hooks at 1732461684386 (+3 ms)Closed at 1732461684386 2024-11-24T15:21:24,386 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732461674030.94fddd85812a970d0f08e74648d913cc. 2024-11-24T15:21:24,470 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T15:21:24,470 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T15:21:24,528 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 636, reset compression=false 2024-11-24T15:21:24,572 DEBUG [RS:0;c99348da3e93:43301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:21:24,618 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 1189, reset compression=false 2024-11-24T15:21:24,733 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/meta/1588230740/.tmp/table/0c8c99ce047249a4b1c78cdaed251387 2024-11-24T15:21:24,738 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/meta/1588230740/.tmp/info/034751ec58414c72b2e25cc418afcf9c as hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/meta/1588230740/info/034751ec58414c72b2e25cc418afcf9c 2024-11-24T15:21:24,742 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/meta/1588230740/info/034751ec58414c72b2e25cc418afcf9c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T15:21:24,743 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/meta/1588230740/.tmp/ns/530463c88fca42e99fa2c0873d927239 as hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/meta/1588230740/ns/530463c88fca42e99fa2c0873d927239 2024-11-24T15:21:24,745 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 1239, reset compression=false 2024-11-24T15:21:24,746 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/meta/1588230740/ns/530463c88fca42e99fa2c0873d927239, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T15:21:24,747 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/meta/1588230740/.tmp/rep_barrier/2abb7f664f2548bc9c01d1c0a941a5b0 as hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/meta/1588230740/rep_barrier/2abb7f664f2548bc9c01d1c0a941a5b0 2024-11-24T15:21:24,751 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/meta/1588230740/rep_barrier/2abb7f664f2548bc9c01d1c0a941a5b0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T15:21:24,752 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/meta/1588230740/.tmp/table/0c8c99ce047249a4b1c78cdaed251387 as hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/meta/1588230740/table/0c8c99ce047249a4b1c78cdaed251387 2024-11-24T15:21:24,754 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:21:24,754 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.wal-reader.c99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604 to pos 2130, reset compression=false 2024-11-24T15:21:24,754 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.shipperc99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,43301,1732461669615 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.1732461671604, lastWalPosition=2130, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:21:24,755 ERROR [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.shipperc99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c99348da3e93,43301,1732461669615: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c99348da3e93,43301,1732461669615, walGroup=c99348da3e93%2C43301%2C1732461669615, offset=c99348da3e93%2C43301%2C1732461669615.1732461671604:2130, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:43301 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T15:21:24,756 ERROR [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.shipperc99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T15:21:24,757 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.shipperc99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T15:21:24,757 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.shipperc99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T15:21:24,757 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.shipperc99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T15:21:24,757 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.shipperc99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T15:21:24,757 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.shipperc99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1210056704, "init": 1048576000, "max": 2306867200, "used": 955067488 }, "NonHeapMemoryUsage": { "committed": 205717504, "init": 7667712, "max": -1, "used": 200742880 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T15:21:24,758 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/meta/1588230740/table/0c8c99ce047249a4b1c78cdaed251387, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T15:21:24,758 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.shipperc99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:43983 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:43983 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T15:21:24,758 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 586ms, sequenceid=16, compaction requested=false 2024-11-24T15:21:24,770 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T15:21:24,770 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:21:24,770 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:21:24,770 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:21:24,770 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461684171Running coprocessor pre-close hooks at 1732461684171Disabling compacts and flushes for region at 1732461684171Disabling writes for close at 1732461684172 (+1 ms)Obtaining lock to block concurrent updates at 1732461684172Preparing flush snapshotting stores in 1588230740 at 1732461684172Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732461684172Flushing stores of hbase:meta,,1.1588230740 at 1732461684173 (+1 ms)Flushing 1588230740/info: creating writer at 1732461684173Flushing 1588230740/info: appending metadata at 1732461684196 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732461684196Flushing 1588230740/ns: creating writer at 1732461684225 (+29 ms)Flushing 1588230740/ns: appending metadata at 1732461684255 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1732461684255Flushing 1588230740/rep_barrier: creating writer at 1732461684268 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732461684286 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732461684286Flushing 1588230740/table: creating writer at 1732461684305 (+19 ms)Flushing 1588230740/table: appending metadata at 1732461684325 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732461684325Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31a2a2c2: reopening flushed file at 1732461684737 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3901986a: reopening flushed file at 1732461684742 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@83f5cca: reopening flushed file at 1732461684747 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62f6d202: reopening flushed file at 1732461684751 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 586ms, sequenceid=16, compaction requested=false at 1732461684759 (+8 ms)Writing region close event to WAL at 1732461684767 (+8 ms)Running coprocessor post-close hooks at 1732461684770 (+3 ms)Closed at 1732461684770 2024-11-24T15:21:24,770 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T15:21:24,772 INFO [RS:0;c99348da3e93:43301 {}] regionserver.HRegionServer(976): stopping server c99348da3e93,43301,1732461669615; all regions closed. 2024-11-24T15:21:24,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34013 is added to blk_1073741834_1010 (size=4239) 2024-11-24T15:21:24,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34013 is added to blk_1073741839_1015 (size=3114) 2024-11-24T15:21:24,780 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/WALs/c99348da3e93,43301,1732461669615/c99348da3e93%2C43301%2C1732461669615.rep.1732461677811 not finished, retry = 0 2024-11-24T15:21:24,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34013 is added to blk_1073741833_1009 (size=2138) 2024-11-24T15:21:24,884 DEBUG [RS:0;c99348da3e93:43301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:24,884 INFO [RS:0;c99348da3e93:43301 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:21:24,884 INFO [RS:0;c99348da3e93:43301 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:21:24,884 INFO [RS:0;c99348da3e93:43301 {}] hbase.ChoreService(370): Chore service for: regionserver/c99348da3e93:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T15:21:24,884 INFO [RS:0;c99348da3e93:43301 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:21:24,884 INFO [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:21:24,885 INFO [RS:0;c99348da3e93:43301 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c99348da3e93,43301,1732461669615 because: Region server is closing 2024-11-24T15:21:24,885 INFO [RS:0;c99348da3e93:43301 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:43301. 2024-11-24T15:21:24,885 DEBUG [RS:0;c99348da3e93:43301 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:24,885 DEBUG [RS:0;c99348da3e93:43301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:24,885 DEBUG [RS:0;c99348da3e93:43301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:24,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:21:24,986 INFO [RS:0;c99348da3e93:43301 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43301,1732461669615.replicationSource.shipperc99348da3e93%2C43301%2C1732461669615,1-c99348da3e93,43301,1732461669615 terminated 2024-11-24T15:21:24,986 INFO [RS:0;c99348da3e93:43301 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:43301. 2024-11-24T15:21:24,986 DEBUG [RS:0;c99348da3e93:43301 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:24,986 DEBUG [RS:0;c99348da3e93:43301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:24,986 DEBUG [RS:0;c99348da3e93:43301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:24,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:21:24,986 INFO [RS:0;c99348da3e93:43301 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43301 2024-11-24T15:21:24,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2511590570/rs 2024-11-24T15:21:24,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1014a90fcae0007, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2511590570/rs/c99348da3e93,43301,1732461669615 2024-11-24T15:21:24,989 INFO [RS:0;c99348da3e93:43301 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:21:24,990 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c99348da3e93,43301,1732461669615] 2024-11-24T15:21:24,991 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2511590570/draining/c99348da3e93,43301,1732461669615 already deleted, retry=false 2024-11-24T15:21:24,991 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c99348da3e93,43301,1732461669615 expired; onlineServers=0 2024-11-24T15:21:24,992 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c99348da3e93,43983,1732461669577' ***** 2024-11-24T15:21:24,992 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T15:21:24,992 INFO [M:0;c99348da3e93:43983 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:21:24,992 INFO [M:0;c99348da3e93:43983 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:21:24,992 DEBUG [M:0;c99348da3e93:43983 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T15:21:24,992 DEBUG [M:0;c99348da3e93:43983 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T15:21:24,992 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461671405 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461671405,5,FailOnTimeoutGroup] 2024-11-24T15:21:24,992 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461671405 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461671405,5,FailOnTimeoutGroup] 2024-11-24T15:21:24,992 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T15:21:24,992 INFO [M:0;c99348da3e93:43983 {}] hbase.ChoreService(370): Chore service for: master/c99348da3e93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T15:21:24,992 INFO [M:0;c99348da3e93:43983 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:21:24,992 DEBUG [M:0;c99348da3e93:43983 {}] master.HMaster(1795): Stopping service threads 2024-11-24T15:21:24,993 INFO [M:0;c99348da3e93:43983 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T15:21:24,993 INFO [M:0;c99348da3e93:43983 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:21:24,993 INFO [M:0;c99348da3e93:43983 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T15:21:24,993 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T15:21:24,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2511590570/master 2024-11-24T15:21:24,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2511590570 2024-11-24T15:21:24,995 DEBUG [M:0;c99348da3e93:43983 {}] zookeeper.ZKUtil(347): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Unable to get data of znode /2511590570/master because node does not exist (not an error) 2024-11-24T15:21:24,995 WARN [M:0;c99348da3e93:43983 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T15:21:24,995 INFO [M:0;c99348da3e93:43983 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/.lastflushedseqids 2024-11-24T15:21:24,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34013 is added to blk_1073741848_1024 (size=245) 2024-11-24T15:21:25,000 INFO [M:0;c99348da3e93:43983 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T15:21:25,000 INFO [M:0;c99348da3e93:43983 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T15:21:25,000 DEBUG [M:0;c99348da3e93:43983 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:21:25,000 INFO [M:0;c99348da3e93:43983 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:25,000 DEBUG [M:0;c99348da3e93:43983 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:25,000 DEBUG [M:0;c99348da3e93:43983 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:21:25,000 DEBUG [M:0;c99348da3e93:43983 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:25,000 INFO [M:0;c99348da3e93:43983 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T15:21:25,022 DEBUG [M:0;c99348da3e93:43983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0d3eb57807e4a2c8d973ea821f21f22 is 82, key is hbase:meta,,1/info:regioninfo/1732461672178/Put/seqid=0 2024-11-24T15:21:25,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34013 is added to blk_1073741849_1025 (size=5672) 2024-11-24T15:21:25,028 INFO [M:0;c99348da3e93:43983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0d3eb57807e4a2c8d973ea821f21f22 2024-11-24T15:21:25,058 DEBUG [M:0;c99348da3e93:43983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f751de3fbaa4d5db009f640ca752c12 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732461677854/Put/seqid=0 2024-11-24T15:21:25,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34013 is added to blk_1073741850_1026 (size=8516) 2024-11-24T15:21:25,063 INFO [M:0;c99348da3e93:43983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f751de3fbaa4d5db009f640ca752c12 2024-11-24T15:21:25,084 DEBUG [M:0;c99348da3e93:43983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f217a53e7cdf400087589bd9af07a9e0 is 69, key is c99348da3e93,43301,1732461669615/rs:state/1732461671455/Put/seqid=0 2024-11-24T15:21:25,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34013 is added to blk_1073741851_1027 (size=5156) 2024-11-24T15:21:25,090 INFO [M:0;c99348da3e93:43983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f217a53e7cdf400087589bd9af07a9e0 2024-11-24T15:21:25,091 INFO [RS:0;c99348da3e93:43301 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:21:25,091 INFO [RS:0;c99348da3e93:43301 {}] regionserver.HRegionServer(1031): Exiting; stopping=c99348da3e93,43301,1732461669615; zookeeper connection closed. 2024-11-24T15:21:25,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1014a90fcae0007, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:21:25,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43301-0x1014a90fcae0007, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:21:25,091 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@355cae60 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@355cae60 2024-11-24T15:21:25,092 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T15:21:25,097 DEBUG [M:0;c99348da3e93:43983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0d3eb57807e4a2c8d973ea821f21f22 as hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0d3eb57807e4a2c8d973ea821f21f22 2024-11-24T15:21:25,101 INFO [M:0;c99348da3e93:43983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0d3eb57807e4a2c8d973ea821f21f22, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T15:21:25,101 DEBUG [M:0;c99348da3e93:43983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f751de3fbaa4d5db009f640ca752c12 as hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4f751de3fbaa4d5db009f640ca752c12 2024-11-24T15:21:25,105 INFO [M:0;c99348da3e93:43983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4f751de3fbaa4d5db009f640ca752c12, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T15:21:25,105 DEBUG [M:0;c99348da3e93:43983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f217a53e7cdf400087589bd9af07a9e0 as hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f217a53e7cdf400087589bd9af07a9e0 2024-11-24T15:21:25,108 INFO [M:0;c99348da3e93:43983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32827/user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f217a53e7cdf400087589bd9af07a9e0, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T15:21:25,109 INFO [M:0;c99348da3e93:43983 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 109ms, sequenceid=97, compaction requested=false 2024-11-24T15:21:25,116 INFO [M:0;c99348da3e93:43983 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:25,116 DEBUG [M:0;c99348da3e93:43983 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461685000Disabling compacts and flushes for region at 1732461685000Disabling writes for close at 1732461685000Obtaining lock to block concurrent updates at 1732461685000Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732461685000Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732461685001 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732461685001Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732461685001Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732461685021 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732461685021Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732461685037 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732461685058 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732461685058Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732461685067 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732461685083 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732461685083Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3abc1888: reopening flushed file at 1732461685094 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3927a86: reopening flushed file at 1732461685101 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1780eaef: reopening flushed file at 1732461685105 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 109ms, sequenceid=97, compaction requested=false at 1732461685109 (+4 ms)Writing region close event to WAL at 1732461685116 (+7 ms)Closed at 1732461685116 2024-11-24T15:21:25,118 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b3aa132-2dc0-a342-0672-3f1c144bcf8e/MasterData/WALs/c99348da3e93,43983,1732461669577/c99348da3e93%2C43983%2C1732461669577.1732461671309 not finished, retry = 0 2024-11-24T15:21:25,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34013 is added to blk_1073741830_1006 (size=63654) 2024-11-24T15:21:25,124 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 1189, reset compression=false 2024-11-24T15:21:25,220 INFO [M:0;c99348da3e93:43983 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T15:21:25,220 INFO [M:0;c99348da3e93:43983 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43983 2024-11-24T15:21:25,220 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:21:25,220 INFO [M:0;c99348da3e93:43983 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:21:25,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:21:25,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43983-0x1014a90fcae0006, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:21:25,324 INFO [M:0;c99348da3e93:43983 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:21:25,332 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 636, reset compression=false 2024-11-24T15:21:25,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e217c90{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:21:25,335 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8e7e607{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:21:25,335 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:21:25,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76b6e72a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:21:25,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b5db2c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/hadoop.log.dir/,STOPPED} 2024-11-24T15:21:25,337 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T15:21:25,337 WARN [BP-469918393-172.17.0.2-1732461668643 heartbeating to localhost/127.0.0.1:32827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T15:21:25,337 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T15:21:25,337 WARN [BP-469918393-172.17.0.2-1732461668643 heartbeating to localhost/127.0.0.1:32827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-469918393-172.17.0.2-1732461668643 (Datanode Uuid 5987a954-e549-43e9-9463-3d79264500f7) service to localhost/127.0.0.1:32827 2024-11-24T15:21:25,338 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/cluster_11566fab-45f1-95d7-5e76-4a2125a1ab7f/data/data1/current/BP-469918393-172.17.0.2-1732461668643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:21:25,338 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/cluster_11566fab-45f1-95d7-5e76-4a2125a1ab7f/data/data2/current/BP-469918393-172.17.0.2-1732461668643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:21:25,338 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T15:21:25,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e7bfa96{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:21:25,347 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67a3efe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:21:25,347 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:21:25,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@670919cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:21:25,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64f8e001{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/hadoop.log.dir/,STOPPED} 2024-11-24T15:21:25,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T15:21:25,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T15:21:25,364 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:21:25,364 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:25,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:25,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:25,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:21:25,365 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T15:21:25,365 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=782175562, stopped=false 2024-11-24T15:21:25,365 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c99348da3e93,38177,1732461667133 2024-11-24T15:21:25,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x1014a90fcae0004, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12046002973/running 2024-11-24T15:21:25,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x1014a90fcae0004, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046002973 2024-11-24T15:21:25,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12046002973/running 2024-11-24T15:21:25,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046002973 2024-11-24T15:21:25,367 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:21:25,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43179-0x1014a90fcae0004, quorum=127.0.0.1:56455, baseZNode=/12046002973 Set watcher on znode that does not yet exist, /12046002973/running 2024-11-24T15:21:25,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Set watcher on znode that does not yet exist, /12046002973/running 2024-11-24T15:21:25,368 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:21:25,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:25,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:25,368 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c99348da3e93,43179,1732461667180' ***** 2024-11-24T15:21:25,368 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T15:21:25,368 INFO [RS:0;c99348da3e93:43179 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T15:21:25,368 INFO [RS:0;c99348da3e93:43179 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T15:21:25,369 INFO [RS:0;c99348da3e93:43179 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T15:21:25,369 INFO [RS:0;c99348da3e93:43179 {}] regionserver.HRegionServer(3091): Received CLOSE for cf7588a5e0192184c3e4ea8074454af5 2024-11-24T15:21:25,369 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T15:21:25,369 INFO [RS:0;c99348da3e93:43179 {}] regionserver.HRegionServer(3091): Received CLOSE for bfce17dd9396b39b8e5cecf76611a7ed 2024-11-24T15:21:25,369 INFO [RS:0;c99348da3e93:43179 {}] regionserver.HRegionServer(959): stopping server c99348da3e93,43179,1732461667180 2024-11-24T15:21:25,369 INFO [RS:0;c99348da3e93:43179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:21:25,369 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf7588a5e0192184c3e4ea8074454af5, disabling compactions & flushes 2024-11-24T15:21:25,369 INFO [RS:0;c99348da3e93:43179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:43179. 2024-11-24T15:21:25,369 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461676332.cf7588a5e0192184c3e4ea8074454af5. 2024-11-24T15:21:25,370 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461676332.cf7588a5e0192184c3e4ea8074454af5. 2024-11-24T15:21:25,370 DEBUG [RS:0;c99348da3e93:43179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:25,370 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461676332.cf7588a5e0192184c3e4ea8074454af5. after waiting 0 ms 2024-11-24T15:21:25,370 DEBUG [RS:0;c99348da3e93:43179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:25,370 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461676332.cf7588a5e0192184c3e4ea8074454af5. 2024-11-24T15:21:25,370 INFO [RS:0;c99348da3e93:43179 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T15:21:25,370 INFO [RS:0;c99348da3e93:43179 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T15:21:25,370 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cf7588a5e0192184c3e4ea8074454af5 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-24T15:21:25,370 INFO [RS:0;c99348da3e93:43179 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T15:21:25,370 INFO [RS:0;c99348da3e93:43179 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T15:21:25,370 INFO [RS:0;c99348da3e93:43179 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T15:21:25,370 DEBUG [RS:0;c99348da3e93:43179 {}] regionserver.HRegionServer(1325): Online Regions={cf7588a5e0192184c3e4ea8074454af5=hbase:replication,,1732461676332.cf7588a5e0192184c3e4ea8074454af5., bfce17dd9396b39b8e5cecf76611a7ed=test,,1732461673400.bfce17dd9396b39b8e5cecf76611a7ed., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T15:21:25,370 DEBUG [RS:0;c99348da3e93:43179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bfce17dd9396b39b8e5cecf76611a7ed, cf7588a5e0192184c3e4ea8074454af5 2024-11-24T15:21:25,370 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:21:25,370 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:21:25,370 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:21:25,370 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:21:25,370 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:21:25,370 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T15:21:25,389 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/meta/1588230740/.tmp/info/8e9965fca610491b9ba6883446eeb756 is 147, key is hbase:replication,,1732461676332.cf7588a5e0192184c3e4ea8074454af5./info:regioninfo/1732461677102/Put/seqid=0 2024-11-24T15:21:25,394 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/replication/cf7588a5e0192184c3e4ea8074454af5/.tmp/queue/0e78d00011f941abbf35d19c3e4b86d6 is 154, key is 1-c99348da3e93,43179,1732461667180/queue:c99348da3e93%2C43179%2C1732461667180/1732461683673/Put/seqid=0 2024-11-24T15:21:25,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741840_1016 (size=7686) 2024-11-24T15:21:25,403 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/meta/1588230740/.tmp/info/8e9965fca610491b9ba6883446eeb756 2024-11-24T15:21:25,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741841_1017 (size=5353) 2024-11-24T15:21:25,436 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/meta/1588230740/.tmp/ns/e0545d84ffdc49199805e6d61608127c is 43, key is default/ns:d/1732461668586/Put/seqid=0 2024-11-24T15:21:25,439 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T15:21:25,439 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T15:21:25,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741842_1018 (size=5153) 2024-11-24T15:21:25,461 INFO [regionserver/c99348da3e93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:21:25,570 DEBUG [RS:0;c99348da3e93:43179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bfce17dd9396b39b8e5cecf76611a7ed, cf7588a5e0192184c3e4ea8074454af5 2024-11-24T15:21:25,728 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 1189, reset compression=false 2024-11-24T15:21:25,770 DEBUG [RS:0;c99348da3e93:43179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bfce17dd9396b39b8e5cecf76611a7ed, cf7588a5e0192184c3e4ea8074454af5 2024-11-24T15:21:25,825 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/replication/cf7588a5e0192184c3e4ea8074454af5/.tmp/queue/0e78d00011f941abbf35d19c3e4b86d6 2024-11-24T15:21:25,830 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/replication/cf7588a5e0192184c3e4ea8074454af5/.tmp/queue/0e78d00011f941abbf35d19c3e4b86d6 as hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/replication/cf7588a5e0192184c3e4ea8074454af5/queue/0e78d00011f941abbf35d19c3e4b86d6 2024-11-24T15:21:25,836 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/replication/cf7588a5e0192184c3e4ea8074454af5/queue/0e78d00011f941abbf35d19c3e4b86d6, entries=1, sequenceid=12, filesize=5.2 K 2024-11-24T15:21:25,837 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for cf7588a5e0192184c3e4ea8074454af5 in 467ms, sequenceid=12, compaction requested=false 2024-11-24T15:21:25,840 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/replication/cf7588a5e0192184c3e4ea8074454af5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T15:21:25,841 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:21:25,841 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:21:25,841 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732461676332.cf7588a5e0192184c3e4ea8074454af5. 2024-11-24T15:21:25,841 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf7588a5e0192184c3e4ea8074454af5: Waiting for close lock at 1732461685369Running coprocessor pre-close hooks at 1732461685369Disabling compacts and flushes for region at 1732461685369Disabling writes for close at 1732461685370 (+1 ms)Obtaining lock to block concurrent updates at 1732461685370Preparing flush snapshotting stores in cf7588a5e0192184c3e4ea8074454af5 at 1732461685370Finished memstore snapshotting hbase:replication,,1732461676332.cf7588a5e0192184c3e4ea8074454af5., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732461685370Flushing stores of hbase:replication,,1732461676332.cf7588a5e0192184c3e4ea8074454af5. at 1732461685371 (+1 ms)Flushing cf7588a5e0192184c3e4ea8074454af5/queue: creating writer at 1732461685371Flushing cf7588a5e0192184c3e4ea8074454af5/queue: appending metadata at 1732461685394 (+23 ms)Flushing cf7588a5e0192184c3e4ea8074454af5/queue: closing flushed file at 1732461685394Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a552a8f: reopening flushed file at 1732461685830 (+436 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for cf7588a5e0192184c3e4ea8074454af5 in 467ms, sequenceid=12, compaction requested=false at 1732461685837 (+7 ms)Writing region close event to WAL at 1732461685838 (+1 ms)Running coprocessor post-close hooks at 1732461685841 (+3 ms)Closed at 1732461685841 2024-11-24T15:21:25,841 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732461676332.cf7588a5e0192184c3e4ea8074454af5. 2024-11-24T15:21:25,841 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/meta/1588230740/.tmp/ns/e0545d84ffdc49199805e6d61608127c 2024-11-24T15:21:25,842 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bfce17dd9396b39b8e5cecf76611a7ed, disabling compactions & flushes 2024-11-24T15:21:25,842 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732461673400.bfce17dd9396b39b8e5cecf76611a7ed. 2024-11-24T15:21:25,842 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461673400.bfce17dd9396b39b8e5cecf76611a7ed. 2024-11-24T15:21:25,842 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732461673400.bfce17dd9396b39b8e5cecf76611a7ed. after waiting 0 ms 2024-11-24T15:21:25,842 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732461673400.bfce17dd9396b39b8e5cecf76611a7ed. 2024-11-24T15:21:25,842 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bfce17dd9396b39b8e5cecf76611a7ed 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-24T15:21:25,863 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/default/test/bfce17dd9396b39b8e5cecf76611a7ed/.tmp/f/c292a8c018fe408dacf68a66cff83574 is 29, key is row1/f:/1732461682142/DeleteFamily/seqid=0 2024-11-24T15:21:25,863 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/meta/1588230740/.tmp/rep_barrier/be84283f54bd48e5989eed70a2540c59 is 112, key is test,,1732461673400.bfce17dd9396b39b8e5cecf76611a7ed./rep_barrier:seqnumDuringOpen/1732461673749/Put/seqid=0 2024-11-24T15:21:25,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741843_1019 (size=5518) 2024-11-24T15:21:25,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741844_1020 (size=5152) 2024-11-24T15:21:25,874 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/default/test/bfce17dd9396b39b8e5cecf76611a7ed/.tmp/f/c292a8c018fe408dacf68a66cff83574 2024-11-24T15:21:25,877 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c292a8c018fe408dacf68a66cff83574 2024-11-24T15:21:25,892 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/default/test/bfce17dd9396b39b8e5cecf76611a7ed/.tmp/f1/b324ca3dca3c40bcbe79fe89aa0f458d is 30, key is row1/f1:/1732461682142/DeleteFamily/seqid=0 2024-11-24T15:21:25,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741845_1021 (size=5158) 2024-11-24T15:21:25,898 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/default/test/bfce17dd9396b39b8e5cecf76611a7ed/.tmp/f1/b324ca3dca3c40bcbe79fe89aa0f458d 2024-11-24T15:21:25,902 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b324ca3dca3c40bcbe79fe89aa0f458d 2024-11-24T15:21:25,921 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/default/test/bfce17dd9396b39b8e5cecf76611a7ed/.tmp/norep/3745d1fc846e4aff9fa378f9d3181eb3 is 33, key is row1/norep:/1732461682142/DeleteFamily/seqid=0 2024-11-24T15:21:25,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741846_1022 (size=5108) 2024-11-24T15:21:25,971 DEBUG [RS:0;c99348da3e93:43179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bfce17dd9396b39b8e5cecf76611a7ed 2024-11-24T15:21:26,171 DEBUG [RS:0;c99348da3e93:43179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bfce17dd9396b39b8e5cecf76611a7ed 2024-11-24T15:21:26,236 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 636, reset compression=false 2024-11-24T15:21:26,270 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/meta/1588230740/.tmp/rep_barrier/be84283f54bd48e5989eed70a2540c59 2024-11-24T15:21:26,295 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/meta/1588230740/.tmp/table/96eaa124400f44679b2e35a736ed2ccc is 53, key is hbase:replication/table:state/1732461677108/Put/seqid=0 2024-11-24T15:21:26,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741847_1023 (size=5308) 2024-11-24T15:21:26,314 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/meta/1588230740/.tmp/table/96eaa124400f44679b2e35a736ed2ccc 2024-11-24T15:21:26,325 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/default/test/bfce17dd9396b39b8e5cecf76611a7ed/.tmp/norep/3745d1fc846e4aff9fa378f9d3181eb3 2024-11-24T15:21:26,326 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/meta/1588230740/.tmp/info/8e9965fca610491b9ba6883446eeb756 as hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/meta/1588230740/info/8e9965fca610491b9ba6883446eeb756 2024-11-24T15:21:26,329 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3745d1fc846e4aff9fa378f9d3181eb3 2024-11-24T15:21:26,330 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/default/test/bfce17dd9396b39b8e5cecf76611a7ed/.tmp/f/c292a8c018fe408dacf68a66cff83574 as hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/default/test/bfce17dd9396b39b8e5cecf76611a7ed/f/c292a8c018fe408dacf68a66cff83574 2024-11-24T15:21:26,333 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/meta/1588230740/info/8e9965fca610491b9ba6883446eeb756, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T15:21:26,334 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/meta/1588230740/.tmp/ns/e0545d84ffdc49199805e6d61608127c as hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/meta/1588230740/ns/e0545d84ffdc49199805e6d61608127c 2024-11-24T15:21:26,335 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c292a8c018fe408dacf68a66cff83574 2024-11-24T15:21:26,335 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/default/test/bfce17dd9396b39b8e5cecf76611a7ed/f/c292a8c018fe408dacf68a66cff83574, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T15:21:26,336 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/default/test/bfce17dd9396b39b8e5cecf76611a7ed/.tmp/f1/b324ca3dca3c40bcbe79fe89aa0f458d as hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/default/test/bfce17dd9396b39b8e5cecf76611a7ed/f1/b324ca3dca3c40bcbe79fe89aa0f458d 2024-11-24T15:21:26,341 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b324ca3dca3c40bcbe79fe89aa0f458d 2024-11-24T15:21:26,341 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/default/test/bfce17dd9396b39b8e5cecf76611a7ed/f1/b324ca3dca3c40bcbe79fe89aa0f458d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T15:21:26,342 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/default/test/bfce17dd9396b39b8e5cecf76611a7ed/.tmp/norep/3745d1fc846e4aff9fa378f9d3181eb3 as hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/default/test/bfce17dd9396b39b8e5cecf76611a7ed/norep/3745d1fc846e4aff9fa378f9d3181eb3 2024-11-24T15:21:26,347 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3745d1fc846e4aff9fa378f9d3181eb3 2024-11-24T15:21:26,347 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/default/test/bfce17dd9396b39b8e5cecf76611a7ed/norep/3745d1fc846e4aff9fa378f9d3181eb3, entries=1, sequenceid=10, filesize=5.0 K 2024-11-24T15:21:26,347 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/meta/1588230740/ns/e0545d84ffdc49199805e6d61608127c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T15:21:26,348 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/meta/1588230740/.tmp/rep_barrier/be84283f54bd48e5989eed70a2540c59 as hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/meta/1588230740/rep_barrier/be84283f54bd48e5989eed70a2540c59 2024-11-24T15:21:26,349 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for bfce17dd9396b39b8e5cecf76611a7ed in 507ms, sequenceid=10, compaction requested=false 2024-11-24T15:21:26,353 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/meta/1588230740/rep_barrier/be84283f54bd48e5989eed70a2540c59, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T15:21:26,354 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/meta/1588230740/.tmp/table/96eaa124400f44679b2e35a736ed2ccc as hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/meta/1588230740/table/96eaa124400f44679b2e35a736ed2ccc 2024-11-24T15:21:26,358 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/meta/1588230740/table/96eaa124400f44679b2e35a736ed2ccc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T15:21:26,359 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 989ms, sequenceid=16, compaction requested=false 2024-11-24T15:21:26,371 INFO [RS:0;c99348da3e93:43179 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T15:21:26,371 DEBUG [RS:0;c99348da3e93:43179 {}] regionserver.HRegionServer(1325): Online Regions={bfce17dd9396b39b8e5cecf76611a7ed=test,,1732461673400.bfce17dd9396b39b8e5cecf76611a7ed., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T15:21:26,371 DEBUG [RS:0;c99348da3e93:43179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bfce17dd9396b39b8e5cecf76611a7ed 2024-11-24T15:21:26,375 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/default/test/bfce17dd9396b39b8e5cecf76611a7ed/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T15:21:26,376 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:21:26,376 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T15:21:26,376 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732461673400.bfce17dd9396b39b8e5cecf76611a7ed. 2024-11-24T15:21:26,376 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bfce17dd9396b39b8e5cecf76611a7ed: Waiting for close lock at 1732461685841Running coprocessor pre-close hooks at 1732461685841Disabling compacts and flushes for region at 1732461685842 (+1 ms)Disabling writes for close at 1732461685842Obtaining lock to block concurrent updates at 1732461685842Preparing flush snapshotting stores in bfce17dd9396b39b8e5cecf76611a7ed at 1732461685842Finished memstore snapshotting test,,1732461673400.bfce17dd9396b39b8e5cecf76611a7ed., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732461685842Flushing stores of test,,1732461673400.bfce17dd9396b39b8e5cecf76611a7ed. at 1732461685843 (+1 ms)Flushing bfce17dd9396b39b8e5cecf76611a7ed/f: creating writer at 1732461685843Flushing bfce17dd9396b39b8e5cecf76611a7ed/f: appending metadata at 1732461685862 (+19 ms)Flushing bfce17dd9396b39b8e5cecf76611a7ed/f: closing flushed file at 1732461685862Flushing bfce17dd9396b39b8e5cecf76611a7ed/f1: creating writer at 1732461685877 (+15 ms)Flushing bfce17dd9396b39b8e5cecf76611a7ed/f1: appending metadata at 1732461685892 (+15 ms)Flushing bfce17dd9396b39b8e5cecf76611a7ed/f1: closing flushed file at 1732461685892Flushing bfce17dd9396b39b8e5cecf76611a7ed/norep: creating writer at 1732461685902 (+10 ms)Flushing bfce17dd9396b39b8e5cecf76611a7ed/norep: appending metadata at 1732461685920 (+18 ms)Flushing bfce17dd9396b39b8e5cecf76611a7ed/norep: closing flushed file at 1732461685920Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be48566: reopening flushed file at 1732461686330 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1909fc01: reopening flushed file at 1732461686335 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@492aa4ae: reopening flushed file at 1732461686341 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for bfce17dd9396b39b8e5cecf76611a7ed in 507ms, sequenceid=10, compaction requested=false at 1732461686349 (+8 ms)Writing region close event to WAL at 1732461686368 (+19 ms)Running coprocessor post-close hooks at 1732461686376 (+8 ms)Closed at 1732461686376 2024-11-24T15:21:26,376 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732461673400.bfce17dd9396b39b8e5cecf76611a7ed. 2024-11-24T15:21:26,379 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T15:21:26,379 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:21:26,379 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:21:26,379 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:21:26,379 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461685370Running coprocessor pre-close hooks at 1732461685370Disabling compacts and flushes for region at 1732461685370Disabling writes for close at 1732461685370Obtaining lock to block concurrent updates at 1732461685370Preparing flush snapshotting stores in 1588230740 at 1732461685370Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732461685371 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732461685371Flushing 1588230740/info: creating writer at 1732461685371Flushing 1588230740/info: appending metadata at 1732461685389 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732461685389Flushing 1588230740/ns: creating writer at 1732461685408 (+19 ms)Flushing 1588230740/ns: appending metadata at 1732461685435 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1732461685435Flushing 1588230740/rep_barrier: creating writer at 1732461685846 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732461685863 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732461685863Flushing 1588230740/table: creating writer at 1732461686275 (+412 ms)Flushing 1588230740/table: appending metadata at 1732461686295 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732461686295Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a9b868c: reopening flushed file at 1732461686325 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6963bebf: reopening flushed file at 1732461686333 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ab7060e: reopening flushed file at 1732461686347 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ccad96: reopening flushed file at 1732461686353 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 989ms, sequenceid=16, compaction requested=false at 1732461686359 (+6 ms)Writing region close event to WAL at 1732461686372 (+13 ms)Running coprocessor post-close hooks at 1732461686379 (+7 ms)Closed at 1732461686379 2024-11-24T15:21:26,379 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T15:21:26,433 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 1189, reset compression=false 2024-11-24T15:21:26,440 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:21:26,440 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 2080, reset compression=false 2024-11-24T15:21:26,440 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.shipperc99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,43179,1732461667180 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586, lastWalPosition=2080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:21:26,441 ERROR [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.shipperc99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c99348da3e93,43179,1732461667180: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c99348da3e93,43179,1732461667180, walGroup=c99348da3e93%2C43179%2C1732461667180, offset=c99348da3e93%2C43179%2C1732461667180.1732461667586:2080, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:43179 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T15:21:26,442 ERROR [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.shipperc99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T15:21:26,442 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.shipperc99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T15:21:26,443 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.shipperc99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T15:21:26,443 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.shipperc99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T15:21:26,443 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.shipperc99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T15:21:26,443 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.shipperc99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1210056704, "init": 1048576000, "max": 2306867200, "used": 1011690592 }, "NonHeapMemoryUsage": { "committed": 205979648, "init": 7667712, "max": -1, "used": 201164784 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T15:21:26,444 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.shipperc99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:38177 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:38177 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T15:21:26,571 INFO [RS:0;c99348da3e93:43179 {}] regionserver.HRegionServer(976): stopping server c99348da3e93,43179,1732461667180; all regions closed. 2024-11-24T15:21:26,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741834_1010 (size=4239) 2024-11-24T15:21:26,575 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.meta.1732461668539.meta not finished, retry = 0 2024-11-24T15:21:26,649 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/WALs/c99348da3e93,43179,1732461667180/c99348da3e93%2C43179%2C1732461667180.1732461667586 to pos 2080, reset compression=false 2024-11-24T15:21:26,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741839_1015 (size=3114) 2024-11-24T15:21:26,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741832_1008 (size=2088) 2024-11-24T15:21:26,700 DEBUG [RS:0;c99348da3e93:43179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:26,700 INFO [RS:0;c99348da3e93:43179 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:21:26,700 INFO [RS:0;c99348da3e93:43179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:21:26,700 INFO [RS:0;c99348da3e93:43179 {}] hbase.ChoreService(370): Chore service for: regionserver/c99348da3e93:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T15:21:26,700 INFO [RS:0;c99348da3e93:43179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:21:26,700 INFO [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:21:26,700 INFO [RS:0;c99348da3e93:43179 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c99348da3e93,43179,1732461667180 because: Region server is closing 2024-11-24T15:21:26,701 INFO [RS:0;c99348da3e93:43179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:43179. 2024-11-24T15:21:26,701 DEBUG [RS:0;c99348da3e93:43179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:26,701 DEBUG [RS:0;c99348da3e93:43179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:26,701 DEBUG [RS:0;c99348da3e93:43179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:26,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:21:26,801 INFO [RS:0;c99348da3e93:43179 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.shipperc99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 terminated 2024-11-24T15:21:26,801 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,43179,1732461667180.replicationSource.wal-reader.c99348da3e93%2C43179%2C1732461667180,1-c99348da3e93,43179,1732461667180 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T15:21:26,802 INFO [RS:0;c99348da3e93:43179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:43179. 2024-11-24T15:21:26,802 DEBUG [RS:0;c99348da3e93:43179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:26,802 DEBUG [RS:0;c99348da3e93:43179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:26,802 DEBUG [RS:0;c99348da3e93:43179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:26,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:21:26,803 INFO [RS:0;c99348da3e93:43179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43179 2024-11-24T15:21:26,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046002973/rs 2024-11-24T15:21:26,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x1014a90fcae0004, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12046002973/rs/c99348da3e93,43179,1732461667180 2024-11-24T15:21:26,806 INFO [RS:0;c99348da3e93:43179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:21:26,807 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c99348da3e93,43179,1732461667180] 2024-11-24T15:21:26,808 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12046002973/draining/c99348da3e93,43179,1732461667180 already deleted, retry=false 2024-11-24T15:21:26,808 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c99348da3e93,43179,1732461667180 expired; onlineServers=0 2024-11-24T15:21:26,808 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c99348da3e93,38177,1732461667133' ***** 2024-11-24T15:21:26,808 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T15:21:26,809 INFO [M:0;c99348da3e93:38177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:21:26,809 INFO [M:0;c99348da3e93:38177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:21:26,809 DEBUG [M:0;c99348da3e93:38177 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T15:21:26,809 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T15:21:26,809 DEBUG [M:0;c99348da3e93:38177 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T15:21:26,809 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461667393 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461667393,5,FailOnTimeoutGroup] 2024-11-24T15:21:26,809 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461667392 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461667392,5,FailOnTimeoutGroup] 2024-11-24T15:21:26,809 INFO [M:0;c99348da3e93:38177 {}] hbase.ChoreService(370): Chore service for: master/c99348da3e93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T15:21:26,809 INFO [M:0;c99348da3e93:38177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:21:26,809 DEBUG [M:0;c99348da3e93:38177 {}] master.HMaster(1795): Stopping service threads 2024-11-24T15:21:26,809 INFO [M:0;c99348da3e93:38177 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T15:21:26,809 INFO [M:0;c99348da3e93:38177 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:21:26,809 INFO [M:0;c99348da3e93:38177 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T15:21:26,809 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T15:21:26,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12046002973/master 2024-11-24T15:21:26,838 DEBUG [M:0;c99348da3e93:38177 {}] zookeeper.RecoverableZooKeeper(212): Node /12046002973/master already deleted, retry=false 2024-11-24T15:21:26,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12046002973 2024-11-24T15:21:26,838 DEBUG [M:0;c99348da3e93:38177 {}] master.ActiveMasterManager(353): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Failed delete of our master address node; KeeperErrorCode = NoNode for /12046002973/master 2024-11-24T15:21:26,839 INFO [M:0;c99348da3e93:38177 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/.lastflushedseqids 2024-11-24T15:21:26,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741848_1024 (size=245) 2024-11-24T15:21:26,863 INFO [M:0;c99348da3e93:38177 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T15:21:26,863 INFO [M:0;c99348da3e93:38177 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T15:21:26,863 DEBUG [M:0;c99348da3e93:38177 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:21:26,863 INFO [M:0;c99348da3e93:38177 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:26,863 DEBUG [M:0;c99348da3e93:38177 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:26,863 DEBUG [M:0;c99348da3e93:38177 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:21:26,863 DEBUG [M:0;c99348da3e93:38177 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:26,863 INFO [M:0;c99348da3e93:38177 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T15:21:26,893 DEBUG [M:0;c99348da3e93:38177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57e925d85ea14735b17ce52f7d317787 is 82, key is hbase:meta,,1/info:regioninfo/1732461668574/Put/seqid=0 2024-11-24T15:21:26,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741849_1025 (size=5672) 2024-11-24T15:21:26,899 INFO [M:0;c99348da3e93:38177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57e925d85ea14735b17ce52f7d317787 2024-11-24T15:21:26,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x1014a90fcae0004, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:21:26,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43179-0x1014a90fcae0004, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:21:26,909 INFO [RS:0;c99348da3e93:43179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:21:26,909 INFO [RS:0;c99348da3e93:43179 {}] regionserver.HRegionServer(1031): Exiting; stopping=c99348da3e93,43179,1732461667180; zookeeper connection closed. 2024-11-24T15:21:26,909 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65a039fa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65a039fa 2024-11-24T15:21:26,910 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T15:21:26,920 DEBUG [M:0;c99348da3e93:38177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/120dcf5a74514fac9fa74c394be2ef2e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732461677111/Put/seqid=0 2024-11-24T15:21:26,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741850_1026 (size=8516) 2024-11-24T15:21:26,924 INFO [M:0;c99348da3e93:38177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/120dcf5a74514fac9fa74c394be2ef2e 2024-11-24T15:21:26,941 DEBUG [M:0;c99348da3e93:38177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6766f9f0478549db98dcbb4a7f679fd8 is 69, key is c99348da3e93,43179,1732461667180/rs:state/1732461667423/Put/seqid=0 2024-11-24T15:21:26,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741851_1027 (size=5156) 2024-11-24T15:21:27,242 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 636, reset compression=false 2024-11-24T15:21:27,346 INFO [M:0;c99348da3e93:38177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6766f9f0478549db98dcbb4a7f679fd8 2024-11-24T15:21:27,360 DEBUG [M:0;c99348da3e93:38177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57e925d85ea14735b17ce52f7d317787 as hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57e925d85ea14735b17ce52f7d317787 2024-11-24T15:21:27,371 INFO [M:0;c99348da3e93:38177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57e925d85ea14735b17ce52f7d317787, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T15:21:27,372 DEBUG [M:0;c99348da3e93:38177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/120dcf5a74514fac9fa74c394be2ef2e as hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/120dcf5a74514fac9fa74c394be2ef2e 2024-11-24T15:21:27,376 INFO [M:0;c99348da3e93:38177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/120dcf5a74514fac9fa74c394be2ef2e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T15:21:27,377 DEBUG [M:0;c99348da3e93:38177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6766f9f0478549db98dcbb4a7f679fd8 as hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6766f9f0478549db98dcbb4a7f679fd8 2024-11-24T15:21:27,386 INFO [M:0;c99348da3e93:38177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45615/user/jenkins/test-data/48e65a6c-6e84-83f3-e34f-1533210fd11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6766f9f0478549db98dcbb4a7f679fd8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T15:21:27,387 INFO [M:0;c99348da3e93:38177 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 524ms, sequenceid=97, compaction requested=false 2024-11-24T15:21:27,391 INFO [M:0;c99348da3e93:38177 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:27,391 DEBUG [M:0;c99348da3e93:38177 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461686863Disabling compacts and flushes for region at 1732461686863Disabling writes for close at 1732461686863Obtaining lock to block concurrent updates at 1732461686863Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732461686863Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732461686864 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732461686865 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732461686865Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732461686892 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732461686892Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732461686903 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732461686919 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732461686919Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732461686927 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732461686941 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732461686941Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70e1aff6: reopening flushed file at 1732461687359 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1095761d: reopening flushed file at 1732461687371 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ccf4b3d: reopening flushed file at 1732461687376 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 524ms, sequenceid=97, compaction requested=false at 1732461687387 (+11 ms)Writing region close event to WAL at 1732461687391 (+4 ms)Closed at 1732461687391 2024-11-24T15:21:27,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741830_1006 (size=63654) 2024-11-24T15:21:27,396 INFO [M:0;c99348da3e93:38177 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T15:21:27,396 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:21:27,397 INFO [M:0;c99348da3e93:38177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38177 2024-11-24T15:21:27,397 INFO [M:0;c99348da3e93:38177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:21:27,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:21:27,499 INFO [M:0;c99348da3e93:38177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:21:27,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1014a90fcae0003, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:21:27,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3bdb0768{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:21:27,504 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@193f24bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:21:27,504 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:21:27,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e916073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:21:27,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77d14641{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/hadoop.log.dir/,STOPPED} 2024-11-24T15:21:27,506 WARN [BP-1785206105-172.17.0.2-1732461665813 heartbeating to localhost/127.0.0.1:45615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T15:21:27,507 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T15:21:27,507 WARN [BP-1785206105-172.17.0.2-1732461665813 heartbeating to localhost/127.0.0.1:45615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1785206105-172.17.0.2-1732461665813 (Datanode Uuid 6b2e9cd0-3eb4-41de-a5e9-83be8749f92c) service to localhost/127.0.0.1:45615 2024-11-24T15:21:27,507 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T15:21:27,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/cluster_1519a7f4-5f48-f4f6-d60c-bba7a7b6a26d/data/data1/current/BP-1785206105-172.17.0.2-1732461665813 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:21:27,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/cluster_1519a7f4-5f48-f4f6-d60c-bba7a7b6a26d/data/data2/current/BP-1785206105-172.17.0.2-1732461665813 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:21:27,508 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T15:21:27,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2be924ad{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:21:27,516 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44dead2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:21:27,516 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:21:27,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62c415e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:21:27,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a53c4c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96588480-11f5-d6ea-9228-7832eb157f30/hadoop.log.dir/,STOPPED} 2024-11-24T15:21:27,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T15:21:27,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T15:21:27,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:21:27,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:27,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:27,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:27,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:21:27,534 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T15:21:27,534 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1018935030, stopped=false 2024-11-24T15:21:27,534 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c99348da3e93,44141,1732461663934 2024-11-24T15:21:27,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0519404135/running 2024-11-24T15:21:27,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519404135 2024-11-24T15:21:27,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1014a90fcae0001, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0519404135/running 2024-11-24T15:21:27,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1014a90fcae0001, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519404135 2024-11-24T15:21:27,536 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:21:27,537 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:21:27,537 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:27,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:27,537 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c99348da3e93,44361,1732461664027' ***** 2024-11-24T15:21:27,537 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T15:21:27,537 INFO [RS:0;c99348da3e93:44361 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T15:21:27,537 INFO [RS:0;c99348da3e93:44361 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T15:21:27,537 INFO [RS:0;c99348da3e93:44361 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T15:21:27,538 INFO [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(3091): Received CLOSE for 191dcaa38c3d9fcec3b344ef18382159 2024-11-24T15:21:27,538 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T15:21:27,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Set watcher on znode that does not yet exist, /0519404135/running 2024-11-24T15:21:27,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44361-0x1014a90fcae0001, quorum=127.0.0.1:56455, baseZNode=/0519404135 Set watcher on znode that does not yet exist, /0519404135/running 2024-11-24T15:21:27,539 INFO [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(3091): Received CLOSE for e6f7a0c95ba97ab8e230ca05abc02b87 2024-11-24T15:21:27,539 INFO [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(959): stopping server c99348da3e93,44361,1732461664027 2024-11-24T15:21:27,539 INFO [RS:0;c99348da3e93:44361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:21:27,539 INFO [RS:0;c99348da3e93:44361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:44361. 2024-11-24T15:21:27,539 DEBUG [RS:0;c99348da3e93:44361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:27,539 DEBUG [RS:0;c99348da3e93:44361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:27,539 INFO [regionserver/c99348da3e93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:21:27,539 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 191dcaa38c3d9fcec3b344ef18382159, disabling compactions & flushes 2024-11-24T15:21:27,539 INFO [RS:0;c99348da3e93:44361 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T15:21:27,539 INFO [RS:0;c99348da3e93:44361 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T15:21:27,539 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732461672254.191dcaa38c3d9fcec3b344ef18382159. 2024-11-24T15:21:27,539 INFO [RS:0;c99348da3e93:44361 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T15:21:27,539 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461672254.191dcaa38c3d9fcec3b344ef18382159. 2024-11-24T15:21:27,539 INFO [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T15:21:27,540 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732461672254.191dcaa38c3d9fcec3b344ef18382159. after waiting 0 ms 2024-11-24T15:21:27,540 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732461672254.191dcaa38c3d9fcec3b344ef18382159. 2024-11-24T15:21:27,540 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 191dcaa38c3d9fcec3b344ef18382159 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-24T15:21:27,544 INFO [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T15:21:27,544 DEBUG [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 191dcaa38c3d9fcec3b344ef18382159=test,,1732461672254.191dcaa38c3d9fcec3b344ef18382159., e6f7a0c95ba97ab8e230ca05abc02b87=hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87.} 2024-11-24T15:21:27,544 DEBUG [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 191dcaa38c3d9fcec3b344ef18382159, e6f7a0c95ba97ab8e230ca05abc02b87 2024-11-24T15:21:27,544 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:21:27,544 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:21:27,545 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:21:27,545 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:21:27,545 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:21:27,545 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T15:21:27,564 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/default/test/191dcaa38c3d9fcec3b344ef18382159/.tmp/f/b652115e9d9c453d8d6e223682bfc0b8 is 28, key is row/f:/1732461681137/DeleteFamily/seqid=0 2024-11-24T15:21:27,568 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/meta/1588230740/.tmp/info/817764c126814c08a66b4bed47d5a44f is 147, key is hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87./info:regioninfo/1732461675943/Put/seqid=0 2024-11-24T15:21:27,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40051 is added to blk_1073741840_1016 (size=5085) 2024-11-24T15:21:27,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40051 is added to blk_1073741841_1017 (size=7686) 2024-11-24T15:21:27,583 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/meta/1588230740/.tmp/info/817764c126814c08a66b4bed47d5a44f 2024-11-24T15:21:27,625 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/meta/1588230740/.tmp/ns/738807cf0be940699b73b15f56b85612 is 43, key is default/ns:d/1732461665725/Put/seqid=0 2024-11-24T15:21:27,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40051 is added to blk_1073741842_1018 (size=5153) 2024-11-24T15:21:27,647 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/meta/1588230740/.tmp/ns/738807cf0be940699b73b15f56b85612 2024-11-24T15:21:27,670 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/meta/1588230740/.tmp/rep_barrier/12b8a1c9459e499eae3af9837fa9a363 is 112, key is test,,1732461672254.191dcaa38c3d9fcec3b344ef18382159./rep_barrier:seqnumDuringOpen/1732461673001/Put/seqid=0 2024-11-24T15:21:27,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40051 is added to blk_1073741843_1019 (size=5518) 2024-11-24T15:21:27,745 DEBUG [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 191dcaa38c3d9fcec3b344ef18382159, e6f7a0c95ba97ab8e230ca05abc02b87 2024-11-24T15:21:27,945 DEBUG [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 191dcaa38c3d9fcec3b344ef18382159, e6f7a0c95ba97ab8e230ca05abc02b87 2024-11-24T15:21:27,979 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/default/test/191dcaa38c3d9fcec3b344ef18382159/.tmp/f/b652115e9d9c453d8d6e223682bfc0b8 2024-11-24T15:21:27,983 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b652115e9d9c453d8d6e223682bfc0b8 2024-11-24T15:21:28,003 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/default/test/191dcaa38c3d9fcec3b344ef18382159/.tmp/f1/88b604fc8107422b9e4b8408e875fbb7 is 29, key is row/f1:/1732461681137/DeleteFamily/seqid=0 2024-11-24T15:21:28,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40051 is added to blk_1073741844_1020 (size=5089) 2024-11-24T15:21:28,079 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/meta/1588230740/.tmp/rep_barrier/12b8a1c9459e499eae3af9837fa9a363 2024-11-24T15:21:28,096 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/meta/1588230740/.tmp/table/d19d936d505f4271999d0b742be38aa7 is 53, key is hbase:replication/table:state/1732461675949/Put/seqid=0 2024-11-24T15:21:28,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40051 is added to blk_1073741845_1021 (size=5308) 2024-11-24T15:21:28,100 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/meta/1588230740/.tmp/table/d19d936d505f4271999d0b742be38aa7 2024-11-24T15:21:28,103 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/meta/1588230740/.tmp/info/817764c126814c08a66b4bed47d5a44f as hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/meta/1588230740/info/817764c126814c08a66b4bed47d5a44f 2024-11-24T15:21:28,106 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/meta/1588230740/info/817764c126814c08a66b4bed47d5a44f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T15:21:28,107 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/meta/1588230740/.tmp/ns/738807cf0be940699b73b15f56b85612 as hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/meta/1588230740/ns/738807cf0be940699b73b15f56b85612 2024-11-24T15:21:28,110 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/meta/1588230740/ns/738807cf0be940699b73b15f56b85612, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T15:21:28,111 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/meta/1588230740/.tmp/rep_barrier/12b8a1c9459e499eae3af9837fa9a363 as hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/meta/1588230740/rep_barrier/12b8a1c9459e499eae3af9837fa9a363 2024-11-24T15:21:28,114 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/meta/1588230740/rep_barrier/12b8a1c9459e499eae3af9837fa9a363, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T15:21:28,114 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/meta/1588230740/.tmp/table/d19d936d505f4271999d0b742be38aa7 as hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/meta/1588230740/table/d19d936d505f4271999d0b742be38aa7 2024-11-24T15:21:28,116 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T15:21:28,117 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T15:21:28,118 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/meta/1588230740/table/d19d936d505f4271999d0b742be38aa7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T15:21:28,118 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 573ms, sequenceid=16, compaction requested=false 2024-11-24T15:21:28,122 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T15:21:28,123 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:21:28,123 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:21:28,123 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:21:28,123 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461687544Running coprocessor pre-close hooks at 1732461687544Disabling compacts and flushes for region at 1732461687544Disabling writes for close at 1732461687545 (+1 ms)Obtaining lock to block concurrent updates at 1732461687545Preparing flush snapshotting stores in 1588230740 at 1732461687545Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732461687545Flushing stores of hbase:meta,,1.1588230740 at 1732461687546 (+1 ms)Flushing 1588230740/info: creating writer at 1732461687546Flushing 1588230740/info: appending metadata at 1732461687568 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732461687568Flushing 1588230740/ns: creating writer at 1732461687592 (+24 ms)Flushing 1588230740/ns: appending metadata at 1732461687624 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1732461687624Flushing 1588230740/rep_barrier: creating writer at 1732461687652 (+28 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732461687670 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732461687670Flushing 1588230740/table: creating writer at 1732461688083 (+413 ms)Flushing 1588230740/table: appending metadata at 1732461688096 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732461688096Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b3cd149: reopening flushed file at 1732461688103 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@619e44e4: reopening flushed file at 1732461688106 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56d4fb7f: reopening flushed file at 1732461688110 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65dacee5: reopening flushed file at 1732461688114 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 573ms, sequenceid=16, compaction requested=false at 1732461688118 (+4 ms)Writing region close event to WAL at 1732461688120 (+2 ms)Running coprocessor post-close hooks at 1732461688123 (+3 ms)Closed at 1732461688123 2024-11-24T15:21:28,123 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T15:21:28,145 DEBUG [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(1351): Waiting on 191dcaa38c3d9fcec3b344ef18382159, e6f7a0c95ba97ab8e230ca05abc02b87 2024-11-24T15:21:28,345 DEBUG [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(1351): Waiting on 191dcaa38c3d9fcec3b344ef18382159, e6f7a0c95ba97ab8e230ca05abc02b87 2024-11-24T15:21:28,346 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 636, reset compression=false 2024-11-24T15:21:28,353 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:21:28,353 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 883, reset compression=false 2024-11-24T15:21:28,353 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.shipperc99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,44361,1732461664027 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:21:28,354 ERROR [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.shipperc99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c99348da3e93,44361,1732461664027: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c99348da3e93,44361,1732461664027, walGroup=c99348da3e93%2C44361%2C1732461664027, offset=c99348da3e93%2C44361%2C1732461664027.1732461665250:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:44361 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T15:21:28,355 ERROR [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.shipperc99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T15:21:28,355 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.shipperc99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T15:21:28,356 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.shipperc99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T15:21:28,356 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.shipperc99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T15:21:28,356 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.shipperc99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T15:21:28,356 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.shipperc99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1210056704, "init": 1048576000, "max": 2306867200, "used": 887502400 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 201553336 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T15:21:28,356 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.shipperc99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:44141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:44141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T15:21:28,411 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/default/test/191dcaa38c3d9fcec3b344ef18382159/.tmp/f1/88b604fc8107422b9e4b8408e875fbb7 2024-11-24T15:21:28,415 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88b604fc8107422b9e4b8408e875fbb7 2024-11-24T15:21:28,433 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/default/test/191dcaa38c3d9fcec3b344ef18382159/.tmp/norep/5b2763f529ac483586a092ec7843b15c is 32, key is row/norep:/1732461681137/DeleteFamily/seqid=0 2024-11-24T15:21:28,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40051 is added to blk_1073741846_1022 (size=5101) 2024-11-24T15:21:28,545 INFO [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T15:21:28,545 DEBUG [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(1325): Online Regions={191dcaa38c3d9fcec3b344ef18382159=test,,1732461672254.191dcaa38c3d9fcec3b344ef18382159., e6f7a0c95ba97ab8e230ca05abc02b87=hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87.} 2024-11-24T15:21:28,545 DEBUG [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(1351): Waiting on 191dcaa38c3d9fcec3b344ef18382159, e6f7a0c95ba97ab8e230ca05abc02b87 2024-11-24T15:21:28,558 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 883, reset compression=false 2024-11-24T15:21:28,746 DEBUG [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(1351): Waiting on 191dcaa38c3d9fcec3b344ef18382159, e6f7a0c95ba97ab8e230ca05abc02b87 2024-11-24T15:21:28,837 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/default/test/191dcaa38c3d9fcec3b344ef18382159/.tmp/norep/5b2763f529ac483586a092ec7843b15c 2024-11-24T15:21:28,844 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b2763f529ac483586a092ec7843b15c 2024-11-24T15:21:28,844 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/default/test/191dcaa38c3d9fcec3b344ef18382159/.tmp/f/b652115e9d9c453d8d6e223682bfc0b8 as hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/default/test/191dcaa38c3d9fcec3b344ef18382159/f/b652115e9d9c453d8d6e223682bfc0b8 2024-11-24T15:21:28,849 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b652115e9d9c453d8d6e223682bfc0b8 2024-11-24T15:21:28,850 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/default/test/191dcaa38c3d9fcec3b344ef18382159/f/b652115e9d9c453d8d6e223682bfc0b8, entries=1, sequenceid=6, filesize=5.0 K 2024-11-24T15:21:28,850 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/default/test/191dcaa38c3d9fcec3b344ef18382159/.tmp/f1/88b604fc8107422b9e4b8408e875fbb7 as hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/default/test/191dcaa38c3d9fcec3b344ef18382159/f1/88b604fc8107422b9e4b8408e875fbb7 2024-11-24T15:21:28,855 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88b604fc8107422b9e4b8408e875fbb7 2024-11-24T15:21:28,855 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/default/test/191dcaa38c3d9fcec3b344ef18382159/f1/88b604fc8107422b9e4b8408e875fbb7, entries=1, sequenceid=6, filesize=5.0 K 2024-11-24T15:21:28,856 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/default/test/191dcaa38c3d9fcec3b344ef18382159/.tmp/norep/5b2763f529ac483586a092ec7843b15c as hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/default/test/191dcaa38c3d9fcec3b344ef18382159/norep/5b2763f529ac483586a092ec7843b15c 2024-11-24T15:21:28,860 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b2763f529ac483586a092ec7843b15c 2024-11-24T15:21:28,860 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/default/test/191dcaa38c3d9fcec3b344ef18382159/norep/5b2763f529ac483586a092ec7843b15c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-24T15:21:28,861 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 191dcaa38c3d9fcec3b344ef18382159 in 1321ms, sequenceid=6, compaction requested=false 2024-11-24T15:21:28,862 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 883, reset compression=false 2024-11-24T15:21:28,870 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:21:28,870 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 1232, reset compression=false 2024-11-24T15:21:28,882 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/data/default/test/191dcaa38c3d9fcec3b344ef18382159/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T15:21:28,883 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:21:28,883 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T15:21:28,883 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732461672254.191dcaa38c3d9fcec3b344ef18382159. 2024-11-24T15:21:28,883 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 191dcaa38c3d9fcec3b344ef18382159: Waiting for close lock at 1732461687539Running coprocessor pre-close hooks at 1732461687539Disabling compacts and flushes for region at 1732461687539Disabling writes for close at 1732461687540 (+1 ms)Obtaining lock to block concurrent updates at 1732461687540Preparing flush snapshotting stores in 191dcaa38c3d9fcec3b344ef18382159 at 1732461687540Finished memstore snapshotting test,,1732461672254.191dcaa38c3d9fcec3b344ef18382159., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732461687540Flushing stores of test,,1732461672254.191dcaa38c3d9fcec3b344ef18382159. at 1732461687541 (+1 ms)Flushing 191dcaa38c3d9fcec3b344ef18382159/f: creating writer at 1732461687541Flushing 191dcaa38c3d9fcec3b344ef18382159/f: appending metadata at 1732461687563 (+22 ms)Flushing 191dcaa38c3d9fcec3b344ef18382159/f: closing flushed file at 1732461687563Flushing 191dcaa38c3d9fcec3b344ef18382159/f1: creating writer at 1732461687983 (+420 ms)Flushing 191dcaa38c3d9fcec3b344ef18382159/f1: appending metadata at 1732461688002 (+19 ms)Flushing 191dcaa38c3d9fcec3b344ef18382159/f1: closing flushed file at 1732461688002Flushing 191dcaa38c3d9fcec3b344ef18382159/norep: creating writer at 1732461688415 (+413 ms)Flushing 191dcaa38c3d9fcec3b344ef18382159/norep: appending metadata at 1732461688432 (+17 ms)Flushing 191dcaa38c3d9fcec3b344ef18382159/norep: closing flushed file at 1732461688432Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@92e1b18: reopening flushed file at 1732461688844 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2762827f: reopening flushed file at 1732461688850 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e897b77: reopening flushed file at 1732461688856 (+6 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 191dcaa38c3d9fcec3b344ef18382159 in 1321ms, sequenceid=6, compaction requested=false at 1732461688861 (+5 ms)Writing region close event to WAL at 1732461688878 (+17 ms)Running coprocessor post-close hooks at 1732461688883 (+5 ms)Closed at 1732461688883 2024-11-24T15:21:28,883 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732461672254.191dcaa38c3d9fcec3b344ef18382159. 2024-11-24T15:21:28,883 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6f7a0c95ba97ab8e230ca05abc02b87, disabling compactions & flushes 2024-11-24T15:21:28,883 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87. 2024-11-24T15:21:28,883 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87. 2024-11-24T15:21:28,883 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87. after waiting 0 ms 2024-11-24T15:21:28,883 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87. 2024-11-24T15:21:28,883 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6f7a0c95ba97ab8e230ca05abc02b87: Waiting for close lock at 1732461688883Running coprocessor pre-close hooks at 1732461688883Disabling compacts and flushes for region at 1732461688883Disabling writes for close at 1732461688883Failed flush hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87., putting online again at 1732461688883 2024-11-24T15:21:28,883 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87. 2024-11-24T15:21:28,946 INFO [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(3091): Received CLOSE for e6f7a0c95ba97ab8e230ca05abc02b87 2024-11-24T15:21:28,946 DEBUG [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(1351): Waiting on e6f7a0c95ba97ab8e230ca05abc02b87 2024-11-24T15:21:28,946 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6f7a0c95ba97ab8e230ca05abc02b87, disabling compactions & flushes 2024-11-24T15:21:28,946 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87. 2024-11-24T15:21:28,946 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87. 2024-11-24T15:21:28,946 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87. after waiting 0 ms 2024-11-24T15:21:28,946 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87. 2024-11-24T15:21:28,946 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6f7a0c95ba97ab8e230ca05abc02b87: Waiting for close lock at 1732461688946Running coprocessor pre-close hooks at 1732461688946Disabling compacts and flushes for region at 1732461688946Disabling writes for close at 1732461688946Failed flush hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87., putting online again at 1732461688946 2024-11-24T15:21:28,946 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732461675182.e6f7a0c95ba97ab8e230ca05abc02b87. 2024-11-24T15:21:29,078 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.1732461665250 to pos 1232, reset compression=false 2024-11-24T15:21:29,083 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:21:29,146 INFO [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T15:21:29,146 INFO [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(976): stopping server c99348da3e93,44361,1732461664027; all regions closed. 2024-11-24T15:21:29,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40051 is added to blk_1073741834_1010 (size=4239) 2024-11-24T15:21:29,149 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/WALs/c99348da3e93,44361,1732461664027/c99348da3e93%2C44361%2C1732461664027.meta.1732461665674.meta not finished, retry = 0 2024-11-24T15:21:29,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40051 is added to blk_1073741839_1015 (size=1297) 2024-11-24T15:21:29,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40051 is added to blk_1073741833_1009 (size=1535) 2024-11-24T15:21:29,263 DEBUG [RS:0;c99348da3e93:44361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:29,263 INFO [RS:0;c99348da3e93:44361 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:21:29,263 INFO [RS:0;c99348da3e93:44361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:21:29,263 INFO [RS:0;c99348da3e93:44361 {}] hbase.ChoreService(370): Chore service for: regionserver/c99348da3e93:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T15:21:29,263 INFO [RS:0;c99348da3e93:44361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:21:29,263 INFO [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:21:29,264 INFO [RS:0;c99348da3e93:44361 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c99348da3e93,44361,1732461664027 because: Region server is closing 2024-11-24T15:21:29,264 INFO [RS:0;c99348da3e93:44361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:44361. 2024-11-24T15:21:29,264 DEBUG [RS:0;c99348da3e93:44361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:29,264 DEBUG [RS:0;c99348da3e93:44361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:29,264 DEBUG [RS:0;c99348da3e93:44361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:29,265 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:21:29,365 INFO [RS:0;c99348da3e93:44361 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.shipperc99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 terminated 2024-11-24T15:21:29,365 INFO [RS:0;c99348da3e93:44361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44361 2024-11-24T15:21:29,365 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,44361,1732461664027.replicationSource.wal-reader.c99348da3e93%2C44361%2C1732461664027,1-c99348da3e93,44361,1732461664027 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-24T15:21:29,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1014a90fcae0001, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0519404135/rs/c99348da3e93,44361,1732461664027 2024-11-24T15:21:29,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519404135/rs 2024-11-24T15:21:29,368 INFO [RS:0;c99348da3e93:44361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:21:29,369 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c99348da3e93,44361,1732461664027] 2024-11-24T15:21:29,370 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0519404135/draining/c99348da3e93,44361,1732461664027 already deleted, retry=false 2024-11-24T15:21:29,371 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c99348da3e93,44361,1732461664027 expired; onlineServers=0 2024-11-24T15:21:29,371 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c99348da3e93,44141,1732461663934' ***** 2024-11-24T15:21:29,371 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T15:21:29,371 INFO [M:0;c99348da3e93:44141 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:21:29,371 INFO [M:0;c99348da3e93:44141 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:21:29,371 DEBUG [M:0;c99348da3e93:44141 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T15:21:29,371 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T15:21:29,371 DEBUG [M:0;c99348da3e93:44141 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T15:21:29,371 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461665039 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461665039,5,FailOnTimeoutGroup] 2024-11-24T15:21:29,371 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461665039 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461665039,5,FailOnTimeoutGroup] 2024-11-24T15:21:29,371 INFO [M:0;c99348da3e93:44141 {}] hbase.ChoreService(370): Chore service for: master/c99348da3e93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T15:21:29,371 INFO [M:0;c99348da3e93:44141 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:21:29,371 DEBUG [M:0;c99348da3e93:44141 {}] master.HMaster(1795): Stopping service threads 2024-11-24T15:21:29,371 INFO [M:0;c99348da3e93:44141 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T15:21:29,371 INFO [M:0;c99348da3e93:44141 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:21:29,372 INFO [M:0;c99348da3e93:44141 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T15:21:29,372 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T15:21:29,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0519404135/master 2024-11-24T15:21:29,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0519404135 2024-11-24T15:21:29,373 DEBUG [M:0;c99348da3e93:44141 {}] zookeeper.ZKUtil(347): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Unable to get data of znode /0519404135/master because node does not exist (not an error) 2024-11-24T15:21:29,373 WARN [M:0;c99348da3e93:44141 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T15:21:29,373 INFO [M:0;c99348da3e93:44141 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/.lastflushedseqids 2024-11-24T15:21:29,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40051 is added to blk_1073741847_1023 (size=245) 2024-11-24T15:21:29,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1014a90fcae0001, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:21:29,470 INFO [RS:0;c99348da3e93:44361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:21:29,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44361-0x1014a90fcae0001, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:21:29,470 INFO [RS:0;c99348da3e93:44361 {}] regionserver.HRegionServer(1031): Exiting; stopping=c99348da3e93,44361,1732461664027; zookeeper connection closed. 2024-11-24T15:21:29,472 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51f473bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51f473bb 2024-11-24T15:21:29,473 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T15:21:29,750 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:21:29,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:29,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:29,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:29,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:29,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:29,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:29,784 INFO [M:0;c99348da3e93:44141 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T15:21:29,785 INFO [M:0;c99348da3e93:44141 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T15:21:29,785 DEBUG [M:0;c99348da3e93:44141 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:21:29,785 INFO [M:0;c99348da3e93:44141 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:29,785 DEBUG [M:0;c99348da3e93:44141 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:29,785 DEBUG [M:0;c99348da3e93:44141 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:21:29,785 DEBUG [M:0;c99348da3e93:44141 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:29,785 INFO [M:0;c99348da3e93:44141 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T15:21:29,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:29,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:29,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:29,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:29,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:29,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:29,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:29,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:29,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:29,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:29,808 DEBUG [M:0;c99348da3e93:44141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75fcffba12d24aa48bc86fb9c3f5d5a7 is 82, key is hbase:meta,,1/info:regioninfo/1732461665711/Put/seqid=0 2024-11-24T15:21:29,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40051 is added to blk_1073741848_1024 (size=5672) 2024-11-24T15:21:30,219 INFO [M:0;c99348da3e93:44141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75fcffba12d24aa48bc86fb9c3f5d5a7 2024-11-24T15:21:30,240 DEBUG [M:0;c99348da3e93:44141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c017cdf24d14e9fb224aa5ab91fa2f2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732461675953/Put/seqid=0 2024-11-24T15:21:30,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40051 is added to blk_1073741849_1025 (size=8516) 2024-11-24T15:21:30,645 INFO [M:0;c99348da3e93:44141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c017cdf24d14e9fb224aa5ab91fa2f2 2024-11-24T15:21:30,665 DEBUG [M:0;c99348da3e93:44141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8cca2588d4ef4d51b259abaee2421b36 is 69, key is c99348da3e93,44361,1732461664027/rs:state/1732461665080/Put/seqid=0 2024-11-24T15:21:30,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40051 is added to blk_1073741850_1026 (size=5156) 2024-11-24T15:21:30,669 INFO [M:0;c99348da3e93:44141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8cca2588d4ef4d51b259abaee2421b36 2024-11-24T15:21:30,673 DEBUG [M:0;c99348da3e93:44141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75fcffba12d24aa48bc86fb9c3f5d5a7 as hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75fcffba12d24aa48bc86fb9c3f5d5a7 2024-11-24T15:21:30,676 INFO [M:0;c99348da3e93:44141 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75fcffba12d24aa48bc86fb9c3f5d5a7, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T15:21:30,676 DEBUG [M:0;c99348da3e93:44141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c017cdf24d14e9fb224aa5ab91fa2f2 as hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c017cdf24d14e9fb224aa5ab91fa2f2 2024-11-24T15:21:30,679 INFO [M:0;c99348da3e93:44141 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c017cdf24d14e9fb224aa5ab91fa2f2, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T15:21:30,680 DEBUG [M:0;c99348da3e93:44141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8cca2588d4ef4d51b259abaee2421b36 as hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8cca2588d4ef4d51b259abaee2421b36 2024-11-24T15:21:30,683 INFO [M:0;c99348da3e93:44141 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37081/user/jenkins/test-data/10468c0a-1ae3-f9d9-5d0b-3506aec1cb32/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8cca2588d4ef4d51b259abaee2421b36, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T15:21:30,684 INFO [M:0;c99348da3e93:44141 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=97, compaction requested=false 2024-11-24T15:21:30,688 INFO [M:0;c99348da3e93:44141 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:30,688 DEBUG [M:0;c99348da3e93:44141 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461689785Disabling compacts and flushes for region at 1732461689785Disabling writes for close at 1732461689785Obtaining lock to block concurrent updates at 1732461689785Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732461689785Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732461689786 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732461689786Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732461689786Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732461689807 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732461689807Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732461690222 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732461690240 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732461690240Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732461690648 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732461690664 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732461690665 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1acb9c3d: reopening flushed file at 1732461690672 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f5c3fdc: reopening flushed file at 1732461690676 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a7236a6: reopening flushed file at 1732461690679 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=97, compaction requested=false at 1732461690684 (+5 ms)Writing region close event to WAL at 1732461690688 (+4 ms)Closed at 1732461690688 2024-11-24T15:21:30,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40051 is added to blk_1073741830_1006 (size=63654) 2024-11-24T15:21:30,692 INFO [M:0;c99348da3e93:44141 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T15:21:30,692 INFO [M:0;c99348da3e93:44141 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44141 2024-11-24T15:21:30,692 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:21:30,693 INFO [M:0;c99348da3e93:44141 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:21:30,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:21:30,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44141-0x1014a90fcae0000, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:21:30,794 INFO [M:0;c99348da3e93:44141 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:21:30,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14f93c20{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:21:30,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7138691d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:21:30,797 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:21:30,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1eb3016a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:21:30,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32c8f478{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/hadoop.log.dir/,STOPPED} 2024-11-24T15:21:30,799 WARN [BP-1639879966-172.17.0.2-1732461662771 heartbeating to localhost/127.0.0.1:37081 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T15:21:30,799 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T15:21:30,799 WARN [BP-1639879966-172.17.0.2-1732461662771 heartbeating to localhost/127.0.0.1:37081 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1639879966-172.17.0.2-1732461662771 (Datanode Uuid 5999f8e7-7f80-4f54-ae52-6959660e7f3e) service to localhost/127.0.0.1:37081 2024-11-24T15:21:30,799 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T15:21:30,799 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/cluster_b9934a93-261f-9fb4-1b64-0ded0682737c/data/data1/current/BP-1639879966-172.17.0.2-1732461662771 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:21:30,799 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/cluster_b9934a93-261f-9fb4-1b64-0ded0682737c/data/data2/current/BP-1639879966-172.17.0.2-1732461662771 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:21:30,800 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T15:21:30,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2bc6fca5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:21:30,806 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4397c54a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:21:30,806 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:21:30,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a84e2b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:21:30,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11840dfd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a504c466-ed5c-bd52-da71-a8983f54006e/hadoop.log.dir/,STOPPED} 2024-11-24T15:21:30,812 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T15:21:30,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T15:21:30,834 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 313) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:37081 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:37081 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:45615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:32827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:37081 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:45615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:32827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:45615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:32827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56455) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:37081 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56455) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37081 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56455) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:45615 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:32827 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=797 (was 733) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=370 (was 342) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6897 (was 6513) - AvailableMemoryMB LEAK? - 2024-11-24T15:21:30,846 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=797, MaxFileDescriptor=1048576, SystemLoadAverage=370, ProcessCount=11, AvailableMemoryMB=6897 2024-11-24T15:21:30,859 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-24T15:21:30,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/hadoop.log.dir so I do NOT create it in target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88 2024-11-24T15:21:30,860 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T15:21:30,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/hadoop.tmp.dir so I do NOT create it in target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88 2024-11-24T15:21:30,860 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12322a06-ee72-6c8a-f7a6-b4555b40bf8a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T15:21:30,860 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88 2024-11-24T15:21:30,860 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/cluster_c06cfb72-6f50-dade-a810-50114cc6293f, deleteOnExit=true 2024-11-24T15:21:30,863 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/cluster_c06cfb72-6f50-dade-a810-50114cc6293f/zookeeper_0, clientPort=56937, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/cluster_c06cfb72-6f50-dade-a810-50114cc6293f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/cluster_c06cfb72-6f50-dade-a810-50114cc6293f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T15:21:30,864 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56937 2024-11-24T15:21:30,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T15:21:30,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T15:21:30,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/test.cache.data in system properties and HBase conf 2024-11-24T15:21:30,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T15:21:30,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/hadoop.log.dir in system properties and HBase conf 2024-11-24T15:21:30,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T15:21:30,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T15:21:30,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T15:21:30,864 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T15:21:30,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:21:30,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:21:30,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T15:21:30,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:21:30,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T15:21:30,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T15:21:30,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:21:30,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:21:30,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T15:21:30,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/nfs.dump.dir in system properties and HBase conf 2024-11-24T15:21:30,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/java.io.tmpdir in system properties and HBase conf 2024-11-24T15:21:30,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:21:30,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T15:21:30,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T15:21:30,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014a90fcae0005, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T15:21:30,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014a90fcae0008, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T15:21:30,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014a90fcae0002, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T15:21:30,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014a90fcae0008, quorum=127.0.0.1:56455, baseZNode=/2511590570 Received Disconnected from ZooKeeper, ignoring 2024-11-24T15:21:30,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014a90fcae0005, quorum=127.0.0.1:56455, baseZNode=/12046002973 Received Disconnected from ZooKeeper, ignoring 2024-11-24T15:21:30,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014a90fcae0002, quorum=127.0.0.1:56455, baseZNode=/0519404135 Received Disconnected from ZooKeeper, ignoring 2024-11-24T15:21:30,942 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:21:30,944 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:21:30,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:21:30,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:21:30,945 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:21:30,946 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:21:30,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1604d48a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:21:30,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6deb80e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:21:31,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@784733ab{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/java.io.tmpdir/jetty-localhost-42511-hadoop-hdfs-3_4_1-tests_jar-_-any-932209877146194070/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:21:31,060 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3852b9ab{HTTP/1.1, (http/1.1)}{localhost:42511} 2024-11-24T15:21:31,060 INFO [Time-limited test {}] server.Server(415): Started @273941ms 2024-11-24T15:21:31,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:21:31,134 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:21:31,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:21:31,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:21:31,137 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:21:31,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e27659{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:21:31,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a74450e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:21:31,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9112eba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/java.io.tmpdir/jetty-localhost-37487-hadoop-hdfs-3_4_1-tests_jar-_-any-6775848072096197945/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:21:31,250 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2413c64d{HTTP/1.1, (http/1.1)}{localhost:37487} 2024-11-24T15:21:31,250 INFO [Time-limited test {}] server.Server(415): Started @274131ms 2024-11-24T15:21:31,251 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T15:21:31,345 WARN [Thread-4136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/cluster_c06cfb72-6f50-dade-a810-50114cc6293f/data/data2/current/BP-1491793123-172.17.0.2-1732461690882/current, will proceed with Du for space computation calculation, 2024-11-24T15:21:31,345 WARN [Thread-4135 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/cluster_c06cfb72-6f50-dade-a810-50114cc6293f/data/data1/current/BP-1491793123-172.17.0.2-1732461690882/current, will proceed with Du for space computation calculation, 2024-11-24T15:21:31,369 WARN [Thread-4123 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T15:21:31,371 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb470145a790afd6 with lease ID 0x6e3d9e285570d324: Processing first storage report for DS-625df0c8-215e-49d5-883e-88f66be00a2b from datanode DatanodeRegistration(127.0.0.1:42861, datanodeUuid=cb8d583a-48b5-41ab-95ce-52042a1f29b2, infoPort=46855, infoSecurePort=0, ipcPort=39921, storageInfo=lv=-57;cid=testClusterID;nsid=1262931827;c=1732461690882) 2024-11-24T15:21:31,371 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb470145a790afd6 with lease ID 0x6e3d9e285570d324: from storage DS-625df0c8-215e-49d5-883e-88f66be00a2b node DatanodeRegistration(127.0.0.1:42861, datanodeUuid=cb8d583a-48b5-41ab-95ce-52042a1f29b2, infoPort=46855, infoSecurePort=0, ipcPort=39921, storageInfo=lv=-57;cid=testClusterID;nsid=1262931827;c=1732461690882), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:21:31,371 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb470145a790afd6 with lease ID 0x6e3d9e285570d324: Processing first storage report for DS-4e6a8f2b-5677-4db5-aa25-1dd45a70f9b1 from datanode DatanodeRegistration(127.0.0.1:42861, datanodeUuid=cb8d583a-48b5-41ab-95ce-52042a1f29b2, infoPort=46855, infoSecurePort=0, ipcPort=39921, storageInfo=lv=-57;cid=testClusterID;nsid=1262931827;c=1732461690882) 2024-11-24T15:21:31,371 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb470145a790afd6 with lease ID 0x6e3d9e285570d324: from storage DS-4e6a8f2b-5677-4db5-aa25-1dd45a70f9b1 node DatanodeRegistration(127.0.0.1:42861, datanodeUuid=cb8d583a-48b5-41ab-95ce-52042a1f29b2, infoPort=46855, infoSecurePort=0, ipcPort=39921, storageInfo=lv=-57;cid=testClusterID;nsid=1262931827;c=1732461690882), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:21:31,472 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88 2024-11-24T15:21:31,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:31,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:31,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42861 is added to blk_1073741825_1001 (size=7) 2024-11-24T15:21:31,880 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a with version=8 2024-11-24T15:21:31,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/hbase-staging 2024-11-24T15:21:31,882 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:21:31,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:31,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:31,883 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:21:31,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:31,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:21:31,883 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T15:21:31,883 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:21:31,883 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43873 2024-11-24T15:21:31,884 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43873 connecting to ZooKeeper ensemble=127.0.0.1:56937 2024-11-24T15:21:31,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438730x0, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:21:31,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43873-0x1014a916a7e0000 connected 2024-11-24T15:21:31,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:31,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:31,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43873-0x1014a916a7e0000, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Set watcher on znode that does not yet exist, /0-1824910210/running 2024-11-24T15:21:31,930 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a, hbase.cluster.distributed=false 2024-11-24T15:21:31,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43873-0x1014a916a7e0000, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Set watcher on znode that does not yet exist, /0-1824910210/acl 2024-11-24T15:21:31,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43873 2024-11-24T15:21:31,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43873 2024-11-24T15:21:31,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43873 2024-11-24T15:21:31,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43873 2024-11-24T15:21:31,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43873 2024-11-24T15:21:31,962 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:21:31,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:31,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:31,962 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:21:31,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:31,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:21:31,962 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T15:21:31,962 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:21:31,963 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36813 2024-11-24T15:21:31,964 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36813 connecting to ZooKeeper ensemble=127.0.0.1:56937 2024-11-24T15:21:31,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:31,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:31,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368130x0, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:21:31,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368130x0, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Set watcher on znode that does not yet exist, /0-1824910210/running 2024-11-24T15:21:31,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36813-0x1014a916a7e0001 connected 2024-11-24T15:21:31,971 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T15:21:31,972 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T15:21:31,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36813-0x1014a916a7e0001, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Set watcher on znode that does not yet exist, /0-1824910210/master 2024-11-24T15:21:31,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36813-0x1014a916a7e0001, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Set watcher on znode that does not yet exist, /0-1824910210/acl 2024-11-24T15:21:31,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36813 2024-11-24T15:21:31,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36813 2024-11-24T15:21:31,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36813 2024-11-24T15:21:31,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36813 2024-11-24T15:21:31,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36813 2024-11-24T15:21:31,991 DEBUG [M:0;c99348da3e93:43873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c99348da3e93:43873 2024-11-24T15:21:31,991 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1824910210/backup-masters/c99348da3e93,43873,1732461691882 2024-11-24T15:21:31,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36813-0x1014a916a7e0001, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824910210/backup-masters 2024-11-24T15:21:31,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43873-0x1014a916a7e0000, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824910210/backup-masters 2024-11-24T15:21:31,993 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43873-0x1014a916a7e0000, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Set watcher on existing znode=/0-1824910210/backup-masters/c99348da3e93,43873,1732461691882 2024-11-24T15:21:31,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36813-0x1014a916a7e0001, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1824910210/master 2024-11-24T15:21:31,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43873-0x1014a916a7e0000, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824910210 2024-11-24T15:21:31,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36813-0x1014a916a7e0001, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824910210 2024-11-24T15:21:31,996 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43873-0x1014a916a7e0000, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Set watcher on existing znode=/0-1824910210/master 2024-11-24T15:21:31,996 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1824910210/backup-masters/c99348da3e93,43873,1732461691882 from backup master directory 2024-11-24T15:21:31,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43873-0x1014a916a7e0000, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1824910210/backup-masters/c99348da3e93,43873,1732461691882 2024-11-24T15:21:31,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36813-0x1014a916a7e0001, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824910210/backup-masters 2024-11-24T15:21:31,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43873-0x1014a916a7e0000, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824910210/backup-masters 2024-11-24T15:21:31,998 WARN [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:21:31,998 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c99348da3e93,43873,1732461691882 2024-11-24T15:21:32,000 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/hbase.id] with ID: 3e490a3f-9930-46d5-ba4c-abf7d6c26886 2024-11-24T15:21:32,000 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/.tmp/hbase.id 2024-11-24T15:21:32,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42861 is added to blk_1073741826_1002 (size=42) 2024-11-24T15:21:32,408 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/.tmp/hbase.id]:[hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/hbase.id] 2024-11-24T15:21:32,419 INFO [master/c99348da3e93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:32,420 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T15:21:32,421 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T15:21:32,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43873-0x1014a916a7e0000, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824910210 2024-11-24T15:21:32,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36813-0x1014a916a7e0001, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824910210 2024-11-24T15:21:32,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42861 is added to blk_1073741827_1003 (size=196) 2024-11-24T15:21:32,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T15:21:32,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T15:21:32,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T15:21:32,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T15:21:32,829 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:21:32,830 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T15:21:32,830 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:21:32,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42861 is added to blk_1073741828_1004 (size=1189) 2024-11-24T15:21:33,238 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/MasterData/data/master/store 2024-11-24T15:21:33,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42861 is added to blk_1073741829_1005 (size=34) 2024-11-24T15:21:33,644 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:33,644 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:21:33,644 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:33,644 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:33,644 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:21:33,644 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:33,644 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:33,644 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461693644Disabling compacts and flushes for region at 1732461693644Disabling writes for close at 1732461693644Writing region close event to WAL at 1732461693644Closed at 1732461693644 2024-11-24T15:21:33,645 WARN [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/MasterData/data/master/store/.initializing 2024-11-24T15:21:33,645 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/MasterData/WALs/c99348da3e93,43873,1732461691882 2024-11-24T15:21:33,646 INFO [master/c99348da3e93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:21:33,648 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c99348da3e93%2C43873%2C1732461691882, suffix=, logDir=hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/MasterData/WALs/c99348da3e93,43873,1732461691882, archiveDir=hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/MasterData/oldWALs, maxLogs=10 2024-11-24T15:21:33,665 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/MasterData/WALs/c99348da3e93,43873,1732461691882/c99348da3e93%2C43873%2C1732461691882.1732461693648, exclude list is [], retry=0 2024-11-24T15:21:33,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42861,DS-625df0c8-215e-49d5-883e-88f66be00a2b,DISK] 2024-11-24T15:21:33,670 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/MasterData/WALs/c99348da3e93,43873,1732461691882/c99348da3e93%2C43873%2C1732461691882.1732461693648 2024-11-24T15:21:33,670 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46855:46855)] 2024-11-24T15:21:33,670 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:21:33,670 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:33,670 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:33,671 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:33,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:33,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T15:21:33,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:33,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:33,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:33,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T15:21:33,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:33,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:33,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:33,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T15:21:33,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:33,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:33,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:33,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T15:21:33,678 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:33,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:33,678 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:33,679 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:33,679 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:33,680 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:33,680 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:33,681 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:21:33,682 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:33,685 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:21:33,685 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64890682, jitterRate=-0.03305348753929138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:21:33,685 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732461693671Initializing all the Stores at 1732461693671Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461693671Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461693671Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461693671Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461693671Cleaning up temporary data from old regions at 1732461693680 (+9 ms)Region opened successfully at 1732461693685 (+5 ms) 2024-11-24T15:21:33,686 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T15:21:33,688 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2fa6bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:21:33,689 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T15:21:33,689 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T15:21:33,689 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T15:21:33,689 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T15:21:33,689 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T15:21:33,690 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T15:21:33,690 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T15:21:33,694 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T15:21:33,695 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43873-0x1014a916a7e0000, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Unable to get data of znode /0-1824910210/balancer because node does not exist (not necessarily an error) 2024-11-24T15:21:33,696 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1824910210/balancer already deleted, retry=false 2024-11-24T15:21:33,696 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T15:21:33,697 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43873-0x1014a916a7e0000, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Unable to get data of znode /0-1824910210/normalizer because node does not exist (not necessarily an error) 2024-11-24T15:21:33,699 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1824910210/normalizer already deleted, retry=false 2024-11-24T15:21:33,699 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T15:21:33,701 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43873-0x1014a916a7e0000, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Unable to get data of znode /0-1824910210/switch/split because node does not exist (not necessarily an error) 2024-11-24T15:21:33,702 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1824910210/switch/split already deleted, retry=false 2024-11-24T15:21:33,702 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43873-0x1014a916a7e0000, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Unable to get data of znode /0-1824910210/switch/merge because node does not exist (not necessarily an error) 2024-11-24T15:21:33,704 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1824910210/switch/merge already deleted, retry=false 2024-11-24T15:21:33,705 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43873-0x1014a916a7e0000, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Unable to get data of znode /0-1824910210/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T15:21:33,706 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1824910210/snapshot-cleanup already deleted, retry=false 2024-11-24T15:21:33,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43873-0x1014a916a7e0000, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1824910210/running 2024-11-24T15:21:33,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36813-0x1014a916a7e0001, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1824910210/running 2024-11-24T15:21:33,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43873-0x1014a916a7e0000, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824910210 2024-11-24T15:21:33,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36813-0x1014a916a7e0001, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824910210 2024-11-24T15:21:33,710 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c99348da3e93,43873,1732461691882, sessionid=0x1014a916a7e0000, setting cluster-up flag (Was=false) 2024-11-24T15:21:33,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36813-0x1014a916a7e0001, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824910210 2024-11-24T15:21:33,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43873-0x1014a916a7e0000, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824910210 2024-11-24T15:21:33,718 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1824910210/flush-table-proc/acquired, /0-1824910210/flush-table-proc/reached, /0-1824910210/flush-table-proc/abort 2024-11-24T15:21:33,720 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,43873,1732461691882 2024-11-24T15:21:33,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36813-0x1014a916a7e0001, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824910210 2024-11-24T15:21:33,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43873-0x1014a916a7e0000, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824910210 2024-11-24T15:21:33,727 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1824910210/online-snapshot/acquired, /0-1824910210/online-snapshot/reached, /0-1824910210/online-snapshot/abort 2024-11-24T15:21:33,728 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,43873,1732461691882 2024-11-24T15:21:33,729 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T15:21:33,734 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:33,734 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T15:21:33,734 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T15:21:33,735 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c99348da3e93,43873,1732461691882 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T15:21:33,737 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:33,737 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:33,737 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:33,737 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:33,737 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c99348da3e93:0, corePoolSize=10, maxPoolSize=10 2024-11-24T15:21:33,737 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:33,737 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:21:33,737 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:33,741 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:33,741 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T15:21:33,742 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:33,742 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T15:21:33,752 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732461723752 2024-11-24T15:21:33,752 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T15:21:33,753 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T15:21:33,753 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T15:21:33,753 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T15:21:33,753 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T15:21:33,753 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T15:21:33,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42861 is added to blk_1073741831_1007 (size=1321) 2024-11-24T15:21:33,756 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:33,760 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T15:21:33,761 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T15:21:33,761 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T15:21:33,761 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T15:21:33,761 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T15:21:33,761 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T15:21:33,764 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461693761,5,FailOnTimeoutGroup] 2024-11-24T15:21:33,764 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461693764,5,FailOnTimeoutGroup] 2024-11-24T15:21:33,764 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:33,764 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T15:21:33,764 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:33,765 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:33,783 INFO [RS:0;c99348da3e93:36813 {}] regionserver.HRegionServer(746): ClusterId : 3e490a3f-9930-46d5-ba4c-abf7d6c26886 2024-11-24T15:21:33,783 DEBUG [RS:0;c99348da3e93:36813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T15:21:33,786 DEBUG [RS:0;c99348da3e93:36813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T15:21:33,786 DEBUG [RS:0;c99348da3e93:36813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T15:21:33,788 DEBUG [RS:0;c99348da3e93:36813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T15:21:33,789 DEBUG [RS:0;c99348da3e93:36813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43de0b1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:21:33,801 DEBUG [RS:0;c99348da3e93:36813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c99348da3e93:36813 2024-11-24T15:21:33,801 INFO [RS:0;c99348da3e93:36813 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T15:21:33,801 INFO [RS:0;c99348da3e93:36813 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T15:21:33,801 DEBUG [RS:0;c99348da3e93:36813 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T15:21:33,802 INFO [RS:0;c99348da3e93:36813 {}] regionserver.HRegionServer(2659): reportForDuty to master=c99348da3e93,43873,1732461691882 with port=36813, startcode=1732461691961 2024-11-24T15:21:33,802 DEBUG [RS:0;c99348da3e93:36813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T15:21:33,804 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T15:21:33,804 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43873 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c99348da3e93,36813,1732461691961 2024-11-24T15:21:33,804 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43873 {}] master.ServerManager(517): Registering regionserver=c99348da3e93,36813,1732461691961 2024-11-24T15:21:33,806 DEBUG [RS:0;c99348da3e93:36813 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a 2024-11-24T15:21:33,806 DEBUG [RS:0;c99348da3e93:36813 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33121 2024-11-24T15:21:33,806 DEBUG [RS:0;c99348da3e93:36813 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T15:21:33,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43873-0x1014a916a7e0000, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824910210/rs 2024-11-24T15:21:33,807 DEBUG [RS:0;c99348da3e93:36813 {}] zookeeper.ZKUtil(111): regionserver:36813-0x1014a916a7e0001, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Set watcher on existing znode=/0-1824910210/rs/c99348da3e93,36813,1732461691961 2024-11-24T15:21:33,808 WARN [RS:0;c99348da3e93:36813 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:21:33,808 INFO [RS:0;c99348da3e93:36813 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:21:33,808 DEBUG [RS:0;c99348da3e93:36813 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/WALs/c99348da3e93,36813,1732461691961 2024-11-24T15:21:33,808 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c99348da3e93,36813,1732461691961] 2024-11-24T15:21:33,810 INFO [RS:0;c99348da3e93:36813 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T15:21:33,812 INFO [RS:0;c99348da3e93:36813 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T15:21:33,819 INFO [RS:0;c99348da3e93:36813 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T15:21:33,819 INFO [RS:0;c99348da3e93:36813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:33,819 INFO [RS:0;c99348da3e93:36813 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T15:21:33,820 INFO [RS:0;c99348da3e93:36813 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T15:21:33,820 INFO [RS:0;c99348da3e93:36813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:33,820 DEBUG [RS:0;c99348da3e93:36813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:33,821 DEBUG [RS:0;c99348da3e93:36813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:33,821 DEBUG [RS:0;c99348da3e93:36813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:33,821 DEBUG [RS:0;c99348da3e93:36813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:33,821 DEBUG [RS:0;c99348da3e93:36813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:33,821 DEBUG [RS:0;c99348da3e93:36813 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:21:33,821 DEBUG [RS:0;c99348da3e93:36813 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:33,821 DEBUG [RS:0;c99348da3e93:36813 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:33,821 DEBUG [RS:0;c99348da3e93:36813 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:33,821 DEBUG [RS:0;c99348da3e93:36813 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:33,821 DEBUG [RS:0;c99348da3e93:36813 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:33,821 DEBUG [RS:0;c99348da3e93:36813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:33,821 DEBUG [RS:0;c99348da3e93:36813 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:21:33,821 DEBUG [RS:0;c99348da3e93:36813 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:21:33,841 INFO [RS:0;c99348da3e93:36813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:33,841 INFO [RS:0;c99348da3e93:36813 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:33,841 INFO [RS:0;c99348da3e93:36813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:33,841 INFO [RS:0;c99348da3e93:36813 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:33,841 INFO [RS:0;c99348da3e93:36813 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:33,841 INFO [RS:0;c99348da3e93:36813 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,36813,1732461691961-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:21:33,860 INFO [RS:0;c99348da3e93:36813 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T15:21:33,860 INFO [RS:0;c99348da3e93:36813 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,36813,1732461691961-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:33,860 INFO [RS:0;c99348da3e93:36813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:33,860 INFO [RS:0;c99348da3e93:36813 {}] regionserver.Replication(171): c99348da3e93,36813,1732461691961 started 2024-11-24T15:21:33,875 INFO [RS:0;c99348da3e93:36813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:33,875 INFO [RS:0;c99348da3e93:36813 {}] regionserver.HRegionServer(1482): Serving as c99348da3e93,36813,1732461691961, RpcServer on c99348da3e93/172.17.0.2:36813, sessionid=0x1014a916a7e0001 2024-11-24T15:21:33,875 DEBUG [RS:0;c99348da3e93:36813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T15:21:33,875 DEBUG [RS:0;c99348da3e93:36813 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c99348da3e93,36813,1732461691961 2024-11-24T15:21:33,875 DEBUG [RS:0;c99348da3e93:36813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,36813,1732461691961' 2024-11-24T15:21:33,875 DEBUG [RS:0;c99348da3e93:36813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1824910210/flush-table-proc/abort' 2024-11-24T15:21:33,876 DEBUG [RS:0;c99348da3e93:36813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1824910210/flush-table-proc/acquired' 2024-11-24T15:21:33,877 DEBUG [RS:0;c99348da3e93:36813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T15:21:33,877 DEBUG [RS:0;c99348da3e93:36813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T15:21:33,877 DEBUG [RS:0;c99348da3e93:36813 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c99348da3e93,36813,1732461691961 2024-11-24T15:21:33,877 DEBUG [RS:0;c99348da3e93:36813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,36813,1732461691961' 2024-11-24T15:21:33,877 DEBUG [RS:0;c99348da3e93:36813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1824910210/online-snapshot/abort' 2024-11-24T15:21:33,877 DEBUG [RS:0;c99348da3e93:36813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1824910210/online-snapshot/acquired' 2024-11-24T15:21:33,877 DEBUG [RS:0;c99348da3e93:36813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T15:21:33,877 INFO [RS:0;c99348da3e93:36813 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T15:21:33,877 INFO [RS:0;c99348da3e93:36813 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T15:21:33,978 INFO [RS:0;c99348da3e93:36813 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:21:33,979 INFO [RS:0;c99348da3e93:36813 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C36813%2C1732461691961, suffix=, logDir=hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/WALs/c99348da3e93,36813,1732461691961, archiveDir=hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/oldWALs, maxLogs=10 2024-11-24T15:21:33,992 DEBUG [RS:0;c99348da3e93:36813 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/WALs/c99348da3e93,36813,1732461691961/c99348da3e93%2C36813%2C1732461691961.1732461693979, exclude list is [], retry=0 2024-11-24T15:21:33,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42861,DS-625df0c8-215e-49d5-883e-88f66be00a2b,DISK] 2024-11-24T15:21:33,996 INFO [RS:0;c99348da3e93:36813 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/WALs/c99348da3e93,36813,1732461691961/c99348da3e93%2C36813%2C1732461691961.1732461693979 2024-11-24T15:21:33,996 DEBUG [RS:0;c99348da3e93:36813 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46855:46855)] 2024-11-24T15:21:34,156 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T15:21:34,156 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a 2024-11-24T15:21:34,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42861 is added to blk_1073741833_1009 (size=32) 2024-11-24T15:21:34,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:34,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:21:34,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:21:34,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:34,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:34,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:21:34,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:21:34,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:34,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:34,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:21:34,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:21:34,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:34,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:34,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:21:34,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:21:34,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:34,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:34,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:21:34,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/data/hbase/meta/1588230740 2024-11-24T15:21:34,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/data/hbase/meta/1588230740 2024-11-24T15:21:34,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:21:34,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:21:34,584 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:21:34,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:21:34,586 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:21:34,586 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65866587, jitterRate=-0.018511369824409485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:21:34,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732461694576Initializing all the Stores at 1732461694577 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461694577Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461694577Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461694577Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461694577Cleaning up temporary data from old regions at 1732461694584 (+7 ms)Region opened successfully at 1732461694587 (+3 ms) 2024-11-24T15:21:34,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:21:34,587 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:21:34,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:21:34,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:21:34,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:21:34,588 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:21:34,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461694587Disabling compacts and flushes for region at 1732461694587Disabling writes for close at 1732461694587Writing region close event to WAL at 1732461694588 (+1 ms)Closed at 1732461694588 2024-11-24T15:21:34,589 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:34,589 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T15:21:34,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T15:21:34,590 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:21:34,590 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T15:21:34,741 DEBUG [c99348da3e93:43873 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T15:21:34,741 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c99348da3e93,36813,1732461691961 2024-11-24T15:21:34,742 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,36813,1732461691961, state=OPENING 2024-11-24T15:21:34,744 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T15:21:34,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43873-0x1014a916a7e0000, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824910210 2024-11-24T15:21:34,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36813-0x1014a916a7e0001, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1824910210 2024-11-24T15:21:34,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1824910210/meta-region-server: CHANGED 2024-11-24T15:21:34,752 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:21:34,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1824910210/meta-region-server: CHANGED 2024-11-24T15:21:34,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,36813,1732461691961}] 2024-11-24T15:21:34,867 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:21:34,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:34,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:34,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:34,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:34,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:34,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:34,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:34,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:34,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:34,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:34,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:34,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:34,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:34,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:34,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:34,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:34,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:34,905 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:21:34,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T15:21:34,910 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T15:21:34,910 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:21:34,910 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T15:21:34,911 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C36813%2C1732461691961.meta, suffix=.meta, logDir=hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/WALs/c99348da3e93,36813,1732461691961, archiveDir=hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/oldWALs, maxLogs=10 2024-11-24T15:21:34,933 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/WALs/c99348da3e93,36813,1732461691961/c99348da3e93%2C36813%2C1732461691961.meta.1732461694912.meta, exclude list is [], retry=0 2024-11-24T15:21:34,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42861,DS-625df0c8-215e-49d5-883e-88f66be00a2b,DISK] 2024-11-24T15:21:34,937 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/WALs/c99348da3e93,36813,1732461691961/c99348da3e93%2C36813%2C1732461691961.meta.1732461694912.meta 2024-11-24T15:21:34,937 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46855:46855)] 2024-11-24T15:21:34,937 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:21:34,937 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:21:34,937 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:21:34,938 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T15:21:34,938 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T15:21:34,938 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T15:21:34,938 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:34,938 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T15:21:34,938 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T15:21:34,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:21:34,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:21:34,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:34,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:34,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:21:34,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:21:34,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:34,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:34,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:21:34,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:21:34,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:34,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:34,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:21:34,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:21:34,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:34,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:34,943 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:21:34,943 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/data/hbase/meta/1588230740 2024-11-24T15:21:34,944 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/data/hbase/meta/1588230740 2024-11-24T15:21:34,945 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:21:34,945 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:21:34,945 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:21:34,946 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:21:34,947 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64408112, jitterRate=-0.040244340896606445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:21:34,947 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T15:21:34,947 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732461694938Writing region info on filesystem at 1732461694938Initializing all the Stores at 1732461694939 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461694939Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461694939Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461694939Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461694939Cleaning up temporary data from old regions at 1732461694945 (+6 ms)Running coprocessor post-open hooks at 1732461694947 (+2 ms)Region opened successfully at 1732461694947 2024-11-24T15:21:34,948 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732461694904 2024-11-24T15:21:34,950 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T15:21:34,950 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T15:21:34,950 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,36813,1732461691961 2024-11-24T15:21:34,951 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,36813,1732461691961, state=OPEN 2024-11-24T15:21:34,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43873-0x1014a916a7e0000, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1824910210/meta-region-server 2024-11-24T15:21:34,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36813-0x1014a916a7e0001, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1824910210/meta-region-server 2024-11-24T15:21:34,952 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c99348da3e93,36813,1732461691961 2024-11-24T15:21:34,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1824910210/meta-region-server: CHANGED 2024-11-24T15:21:34,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1824910210/meta-region-server: CHANGED 2024-11-24T15:21:34,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T15:21:34,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,36813,1732461691961 in 200 msec 2024-11-24T15:21:34,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T15:21:34,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 365 msec 2024-11-24T15:21:34,956 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:34,956 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T15:21:34,957 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:34,957 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,36813,1732461691961, seqNum=-1] 2024-11-24T15:21:34,957 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:34,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:21:34,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2280 sec 2024-11-24T15:21:34,961 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732461694961, completionTime=-1 2024-11-24T15:21:34,961 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T15:21:34,961 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T15:21:34,962 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T15:21:34,962 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732461754962 2024-11-24T15:21:34,962 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732461814962 2024-11-24T15:21:34,962 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T15:21:34,963 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43873,1732461691882-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:34,963 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43873,1732461691882-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:34,963 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43873,1732461691882-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:34,963 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c99348da3e93:43873, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:34,963 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:34,963 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:34,964 DEBUG [master/c99348da3e93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T15:21:34,966 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.968sec 2024-11-24T15:21:34,966 INFO [master/c99348da3e93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T15:21:34,966 INFO [master/c99348da3e93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T15:21:34,966 INFO [master/c99348da3e93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T15:21:34,966 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T15:21:34,966 INFO [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T15:21:34,966 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43873,1732461691882-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:21:34,966 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43873,1732461691882-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T15:21:34,968 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T15:21:34,968 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T15:21:34,968 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43873,1732461691882-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:34,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2569f091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:34,983 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,43873,-1 for getting cluster id 2024-11-24T15:21:34,983 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:34,984 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e490a3f-9930-46d5-ba4c-abf7d6c26886' 2024-11-24T15:21:34,985 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:34,985 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e490a3f-9930-46d5-ba4c-abf7d6c26886" 2024-11-24T15:21:34,985 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477a7050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:34,985 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,43873,-1] 2024-11-24T15:21:34,985 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:34,985 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:34,986 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:34,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527570e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:34,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:34,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,36813,1732461691961, seqNum=-1] 2024-11-24T15:21:34,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:34,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:21:34,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c99348da3e93,43873,1732461691882 2024-11-24T15:21:34,990 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56937 2024-11-24T15:21:34,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56937, baseZNode=/0-1824910210 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:21:34,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a916a7e0002 connected 2024-11-24T15:21:34,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:34,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,43873,1732461691882 2024-11-24T15:21:34,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fa031f5 2024-11-24T15:21:34,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:34,996 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:21:34,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43873 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:21:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43873 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T15:21:34,998 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:21:34,998 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:34,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43873 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T15:21:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:34,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:21:35,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42861 is added to blk_1073741835_1011 (size=902) 2024-11-24T15:21:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:35,405 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5e522bdb8cb01c0549ab37d09cc5b0df, NAME => 'test,,1732461694996.5e522bdb8cb01c0549ab37d09cc5b0df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a 2024-11-24T15:21:35,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42861 is added to blk_1073741836_1012 (size=39) 2024-11-24T15:21:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:35,810 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732461694996.5e522bdb8cb01c0549ab37d09cc5b0df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:35,810 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5e522bdb8cb01c0549ab37d09cc5b0df, disabling compactions & flushes 2024-11-24T15:21:35,810 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732461694996.5e522bdb8cb01c0549ab37d09cc5b0df. 2024-11-24T15:21:35,810 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461694996.5e522bdb8cb01c0549ab37d09cc5b0df. 2024-11-24T15:21:35,810 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732461694996.5e522bdb8cb01c0549ab37d09cc5b0df. after waiting 0 ms 2024-11-24T15:21:35,810 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732461694996.5e522bdb8cb01c0549ab37d09cc5b0df. 2024-11-24T15:21:35,810 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732461694996.5e522bdb8cb01c0549ab37d09cc5b0df. 2024-11-24T15:21:35,810 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5e522bdb8cb01c0549ab37d09cc5b0df: Waiting for close lock at 1732461695810Disabling compacts and flushes for region at 1732461695810Disabling writes for close at 1732461695810Writing region close event to WAL at 1732461695810Closed at 1732461695810 2024-11-24T15:21:35,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:21:35,812 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732461694996.5e522bdb8cb01c0549ab37d09cc5b0df.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732461695811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461695811"}]},"ts":"1732461695811"} 2024-11-24T15:21:35,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:21:35,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:21:35,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461695814"}]},"ts":"1732461695814"} 2024-11-24T15:21:35,816 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T15:21:35,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5e522bdb8cb01c0549ab37d09cc5b0df, ASSIGN}] 2024-11-24T15:21:35,817 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5e522bdb8cb01c0549ab37d09cc5b0df, ASSIGN 2024-11-24T15:21:35,817 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5e522bdb8cb01c0549ab37d09cc5b0df, ASSIGN; state=OFFLINE, location=c99348da3e93,36813,1732461691961; forceNewPlan=false, retain=false 2024-11-24T15:21:35,968 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5e522bdb8cb01c0549ab37d09cc5b0df, regionState=OPENING, regionLocation=c99348da3e93,36813,1732461691961 2024-11-24T15:21:35,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5e522bdb8cb01c0549ab37d09cc5b0df, ASSIGN because future has completed 2024-11-24T15:21:35,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e522bdb8cb01c0549ab37d09cc5b0df, server=c99348da3e93,36813,1732461691961}] 2024-11-24T15:21:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:36,148 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732461694996.5e522bdb8cb01c0549ab37d09cc5b0df. 2024-11-24T15:21:36,149 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e522bdb8cb01c0549ab37d09cc5b0df, NAME => 'test,,1732461694996.5e522bdb8cb01c0549ab37d09cc5b0df.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:21:36,149 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:21:36,149 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T15:21:36,149 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5e522bdb8cb01c0549ab37d09cc5b0df 2024-11-24T15:21:36,149 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732461694996.5e522bdb8cb01c0549ab37d09cc5b0df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:36,149 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5e522bdb8cb01c0549ab37d09cc5b0df 2024-11-24T15:21:36,149 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5e522bdb8cb01c0549ab37d09cc5b0df 2024-11-24T15:21:36,152 INFO [StoreOpener-5e522bdb8cb01c0549ab37d09cc5b0df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5e522bdb8cb01c0549ab37d09cc5b0df 2024-11-24T15:21:36,153 INFO [StoreOpener-5e522bdb8cb01c0549ab37d09cc5b0df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e522bdb8cb01c0549ab37d09cc5b0df columnFamilyName f 2024-11-24T15:21:36,153 DEBUG [StoreOpener-5e522bdb8cb01c0549ab37d09cc5b0df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:36,154 INFO [StoreOpener-5e522bdb8cb01c0549ab37d09cc5b0df-1 {}] regionserver.HStore(327): Store=5e522bdb8cb01c0549ab37d09cc5b0df/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:36,154 INFO [StoreOpener-5e522bdb8cb01c0549ab37d09cc5b0df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5e522bdb8cb01c0549ab37d09cc5b0df 2024-11-24T15:21:36,155 INFO [StoreOpener-5e522bdb8cb01c0549ab37d09cc5b0df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e522bdb8cb01c0549ab37d09cc5b0df columnFamilyName f1 2024-11-24T15:21:36,155 DEBUG [StoreOpener-5e522bdb8cb01c0549ab37d09cc5b0df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:36,155 INFO [StoreOpener-5e522bdb8cb01c0549ab37d09cc5b0df-1 {}] regionserver.HStore(327): Store=5e522bdb8cb01c0549ab37d09cc5b0df/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:36,155 INFO [StoreOpener-5e522bdb8cb01c0549ab37d09cc5b0df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5e522bdb8cb01c0549ab37d09cc5b0df 2024-11-24T15:21:36,156 INFO [StoreOpener-5e522bdb8cb01c0549ab37d09cc5b0df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e522bdb8cb01c0549ab37d09cc5b0df columnFamilyName norep 2024-11-24T15:21:36,156 DEBUG [StoreOpener-5e522bdb8cb01c0549ab37d09cc5b0df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:36,156 INFO [StoreOpener-5e522bdb8cb01c0549ab37d09cc5b0df-1 {}] regionserver.HStore(327): Store=5e522bdb8cb01c0549ab37d09cc5b0df/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:36,156 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5e522bdb8cb01c0549ab37d09cc5b0df 2024-11-24T15:21:36,157 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/data/default/test/5e522bdb8cb01c0549ab37d09cc5b0df 2024-11-24T15:21:36,157 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/data/default/test/5e522bdb8cb01c0549ab37d09cc5b0df 2024-11-24T15:21:36,157 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5e522bdb8cb01c0549ab37d09cc5b0df 2024-11-24T15:21:36,158 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5e522bdb8cb01c0549ab37d09cc5b0df 2024-11-24T15:21:36,158 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:21:36,159 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5e522bdb8cb01c0549ab37d09cc5b0df 2024-11-24T15:21:36,160 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/data/default/test/5e522bdb8cb01c0549ab37d09cc5b0df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:21:36,160 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5e522bdb8cb01c0549ab37d09cc5b0df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65245163, jitterRate=-0.02777130901813507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:21:36,160 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e522bdb8cb01c0549ab37d09cc5b0df 2024-11-24T15:21:36,161 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5e522bdb8cb01c0549ab37d09cc5b0df: Running coprocessor pre-open hook at 1732461696149Writing region info on filesystem at 1732461696149Initializing all the Stores at 1732461696150 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461696150Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461696152 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461696152Cleaning up temporary data from old regions at 1732461696158 (+6 ms)Running coprocessor post-open hooks at 1732461696160 (+2 ms)Region opened successfully at 1732461696161 (+1 ms) 2024-11-24T15:21:36,162 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732461694996.5e522bdb8cb01c0549ab37d09cc5b0df., pid=6, masterSystemTime=1732461696144 2024-11-24T15:21:36,163 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732461694996.5e522bdb8cb01c0549ab37d09cc5b0df. 2024-11-24T15:21:36,163 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732461694996.5e522bdb8cb01c0549ab37d09cc5b0df. 2024-11-24T15:21:36,164 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5e522bdb8cb01c0549ab37d09cc5b0df, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c99348da3e93,36813,1732461691961 2024-11-24T15:21:36,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e522bdb8cb01c0549ab37d09cc5b0df, server=c99348da3e93,36813,1732461691961 because future has completed 2024-11-24T15:21:36,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T15:21:36,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e522bdb8cb01c0549ab37d09cc5b0df, server=c99348da3e93,36813,1732461691961 in 176 msec 2024-11-24T15:21:36,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T15:21:36,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5e522bdb8cb01c0549ab37d09cc5b0df, ASSIGN in 351 msec 2024-11-24T15:21:36,170 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:21:36,170 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461696170"}]},"ts":"1732461696170"} 2024-11-24T15:21:36,171 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T15:21:36,172 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:21:36,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1760 sec 2024-11-24T15:21:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:37,157 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T15:21:37,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3289d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:37,158 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,43873,-1 for getting cluster id 2024-11-24T15:21:37,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:37,159 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e490a3f-9930-46d5-ba4c-abf7d6c26886' 2024-11-24T15:21:37,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:37,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e490a3f-9930-46d5-ba4c-abf7d6c26886" 2024-11-24T15:21:37,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672b5a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:37,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,43873,-1] 2024-11-24T15:21:37,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:37,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:37,160 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:37,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644f2161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:37,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:37,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,43873,1732461691882 2024-11-24T15:21:37,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b3cfee6 2024-11-24T15:21:37,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:37,163 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:21:37,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43873 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c99348da3e93:43873,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T15:21:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43873 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T15:21:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:21:37,166 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:43873' 2024-11-24T15:21:37,167 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d113341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:37,167 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,43873,-1 for getting cluster id 2024-11-24T15:21:37,167 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:37,167 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e490a3f-9930-46d5-ba4c-abf7d6c26886' 2024-11-24T15:21:37,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:37,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e490a3f-9930-46d5-ba4c-abf7d6c26886" 2024-11-24T15:21:37,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f135c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:37,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,43873,-1] 2024-11-24T15:21:37,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:37,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:37,169 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:37,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c951c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:37,169 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:37,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,43873,1732461691882 2024-11-24T15:21:37,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@383ab7d0 2024-11-24T15:21:37,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:37,171 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:21:37,171 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T15:21:37,171 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T15:21:37,171 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:37,172 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:37,172 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c99348da3e93:43873, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-24T15:21:37,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:21:37,177 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c99348da3e93:43873, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c99348da3e93:43873, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c99348da3e93:43873, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-24T15:21:37,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c99348da3e93:43873, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-11-24T15:21:37,178 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-24T15:21:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:21:37,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:21:37,269 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://c99348da3e93:43873, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-24T15:21:37,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:37,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:37,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:37,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:21:37,292 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=532 (was 361) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp733560059-7812-acceptor-0@1c312048-ServerConnector@3852b9ab{HTTP/1.1, (http/1.1)}{localhost:42511} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp691260852-7858-acceptor-0@6cdc8bda-ServerConnector@2413c64d{HTTP/1.1, (http/1.1)}{localhost:37487} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 39921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 33121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$604/0x00007f39ccad4df0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4c3bf500 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_98108434_20 at /127.0.0.1:49140 [Receiving block BP-1491793123-172.17.0.2-1732461690882:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a/MasterData-prefix:c99348da3e93,43873,1732461691882 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461693761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp691260852-7857 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f39cc43bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c99348da3e93:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp733560059-7809 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f39cc43bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:56937 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@4aaf1782 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp733560059-7815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:33121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 39921 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@34fedb41 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@5370f822 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/cluster_c06cfb72-6f50-dade-a810-50114cc6293f/data/data1/current/BP-1491793123-172.17.0.2-1732461690882 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1491793123-172.17.0.2-1732461690882:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c99348da3e93:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:33121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp733560059-7814 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;c99348da3e93:36813-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a-prefix:c99348da3e93,36813,1732461691961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 39921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server idle connection scanner for port 33121 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:33121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: CacheReplicationMonitor(1392790151) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 33121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 1 on default port 33121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461693764 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator.newDirectBuffer(PooledByteBufAllocator.java:398) app//org.apache.hbase.thirdparty.io.netty.buffer.AbstractByteBufAllocator.directBuffer(AbstractByteBufAllocator.java:188) app//org.apache.hbase.thirdparty.io.netty.buffer.AbstractByteBufAllocator.directBuffer(AbstractByteBufAllocator.java:179) app//org.apache.hbase.thirdparty.io.netty.channel.unix.PreferredDirectByteBufAllocator.ioBuffer(PreferredDirectByteBufAllocator.java:53) app//org.apache.hbase.thirdparty.io.netty.channel.DefaultMaxMessagesRecvByteBufAllocator$MaxMessageHandle.allocate(DefaultMaxMessagesRecvByteBufAllocator.java:120) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollRecvByteAllocatorHandle.allocate(EpollRecvByteAllocatorHandle.java:75) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:784) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp733560059-7808 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f39cc43bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Server handler 0 on default port 33121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33121/user/jenkins/test-data/ecb8d5b2-f411-4362-dbff-a139de94500a-prefix:c99348da3e93,36813,1732461691961.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp733560059-7810 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f39cc43bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@4a5635a5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1805604024_20 at /127.0.0.1:49168 [Receiving block BP-1491793123-172.17.0.2-1732461690882:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56937) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@444b2b01 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: c99348da3e93:43873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c99348da3e93:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;c99348da3e93:43873 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/c99348da3e93:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:33121 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1805604024_20 at /127.0.0.1:49152 [Receiving block BP-1491793123-172.17.0.2-1732461690882:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/cluster_c06cfb72-6f50-dade-a810-50114cc6293f/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@78fd7fab[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-75192103-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@476ea1df java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: qtp691260852-7859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/cluster_c06cfb72-6f50-dade-a810-50114cc6293f/data/data2/current/BP-1491793123-172.17.0.2-1732461690882 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@327fba46 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/cluster_c06cfb72-6f50-dade-a810-50114cc6293f/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Session-HouseKeeper-32948b1f-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:56937): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp733560059-7811 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f39cc43bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp733560059-7813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 33121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/c99348da3e93:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;c99348da3e93:36813 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 39921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c99348da3e93:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f39cc9ff9c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@c0a0b55 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1491793123-172.17.0.2-1732461690882:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: qtp691260852-7860 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1491793123-172.17.0.2-1732461690882:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 39921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1491793123-172.17.0.2-1732461690882 heartbeating to localhost/127.0.0.1:33121 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1805604024_20 at /127.0.0.1:49070 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56937) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 2 on default port 39921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56937) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) - Thread LEAK? -, OpenFileDescriptor=872 (was 797) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=356 (was 370), ProcessCount=11 (was 11), AvailableMemoryMB=7417 (was 6897) - AvailableMemoryMB LEAK? - 2024-11-24T15:21:37,295 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-24T15:21:37,310 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=532, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=356, ProcessCount=11, AvailableMemoryMB=7414 2024-11-24T15:21:37,310 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-24T15:21:37,327 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-24T15:21:37,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/hadoop.log.dir so I do NOT create it in target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943 2024-11-24T15:21:37,328 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T15:21:37,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/hadoop.tmp.dir so I do NOT create it in target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943 2024-11-24T15:21:37,328 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c54c082-d5c2-e066-fb3d-b6dccdd17b88/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T15:21:37,328 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943 2024-11-24T15:21:37,328 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/cluster_11b58e09-1d9a-e613-a2f1-4888ccc45b7c, deleteOnExit=true 2024-11-24T15:21:37,331 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/cluster_11b58e09-1d9a-e613-a2f1-4888ccc45b7c/zookeeper_0, clientPort=63165, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/cluster_11b58e09-1d9a-e613-a2f1-4888ccc45b7c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/cluster_11b58e09-1d9a-e613-a2f1-4888ccc45b7c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T15:21:37,332 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63165 2024-11-24T15:21:37,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T15:21:37,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T15:21:37,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/test.cache.data in system properties and HBase conf 2024-11-24T15:21:37,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T15:21:37,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/hadoop.log.dir in system properties and HBase conf 2024-11-24T15:21:37,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T15:21:37,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T15:21:37,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T15:21:37,333 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T15:21:37,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:21:37,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:21:37,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T15:21:37,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:21:37,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T15:21:37,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T15:21:37,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:21:37,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:21:37,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T15:21:37,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/nfs.dump.dir in system properties and HBase conf 2024-11-24T15:21:37,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/java.io.tmpdir in system properties and HBase conf 2024-11-24T15:21:37,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:21:37,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T15:21:37,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T15:21:37,438 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:21:37,444 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:21:37,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:21:37,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:21:37,459 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:21:37,469 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:21:37,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4209a26d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:21:37,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b94d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:21:37,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79538389{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/java.io.tmpdir/jetty-localhost-41835-hadoop-hdfs-3_4_1-tests_jar-_-any-4506009868088353495/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:21:37,624 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63318e2a{HTTP/1.1, (http/1.1)}{localhost:41835} 2024-11-24T15:21:37,624 INFO [Time-limited test {}] server.Server(415): Started @280506ms 2024-11-24T15:21:38,016 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:21:38,020 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:21:38,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:21:38,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:21:38,061 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:21:38,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57650c54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:21:38,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54aa0aa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:21:38,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c6de776{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/java.io.tmpdir/jetty-localhost-40279-hadoop-hdfs-3_4_1-tests_jar-_-any-15721991634876657689/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:21:38,226 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3eb90f7b{HTTP/1.1, (http/1.1)}{localhost:40279} 2024-11-24T15:21:38,226 INFO [Time-limited test {}] server.Server(415): Started @281107ms 2024-11-24T15:21:38,228 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T15:21:38,373 WARN [Thread-4269 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/cluster_11b58e09-1d9a-e613-a2f1-4888ccc45b7c/data/data1/current/BP-1575401409-172.17.0.2-1732461697359/current, will proceed with Du for space computation calculation, 2024-11-24T15:21:38,377 WARN [Thread-4270 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/cluster_11b58e09-1d9a-e613-a2f1-4888ccc45b7c/data/data2/current/BP-1575401409-172.17.0.2-1732461697359/current, will proceed with Du for space computation calculation, 2024-11-24T15:21:38,417 WARN [Thread-4257 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T15:21:38,421 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc0acf4ea33c8f18 with lease ID 0x80897c79b861253: Processing first storage report for DS-5eb2fb77-537c-4ac1-bd75-bed3501f0ded from datanode DatanodeRegistration(127.0.0.1:41231, datanodeUuid=46ab3557-d075-4df2-a00e-0c122b6982e0, infoPort=44709, infoSecurePort=0, ipcPort=45167, storageInfo=lv=-57;cid=testClusterID;nsid=1870736901;c=1732461697359) 2024-11-24T15:21:38,422 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc0acf4ea33c8f18 with lease ID 0x80897c79b861253: from storage DS-5eb2fb77-537c-4ac1-bd75-bed3501f0ded node DatanodeRegistration(127.0.0.1:41231, datanodeUuid=46ab3557-d075-4df2-a00e-0c122b6982e0, infoPort=44709, infoSecurePort=0, ipcPort=45167, storageInfo=lv=-57;cid=testClusterID;nsid=1870736901;c=1732461697359), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T15:21:38,422 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc0acf4ea33c8f18 with lease ID 0x80897c79b861253: Processing first storage report for DS-d54e72c3-5d2a-420c-befd-44e1e2aa283d from datanode DatanodeRegistration(127.0.0.1:41231, datanodeUuid=46ab3557-d075-4df2-a00e-0c122b6982e0, infoPort=44709, infoSecurePort=0, ipcPort=45167, storageInfo=lv=-57;cid=testClusterID;nsid=1870736901;c=1732461697359) 2024-11-24T15:21:38,422 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc0acf4ea33c8f18 with lease ID 0x80897c79b861253: from storage DS-d54e72c3-5d2a-420c-befd-44e1e2aa283d node DatanodeRegistration(127.0.0.1:41231, datanodeUuid=46ab3557-d075-4df2-a00e-0c122b6982e0, infoPort=44709, infoSecurePort=0, ipcPort=45167, storageInfo=lv=-57;cid=testClusterID;nsid=1870736901;c=1732461697359), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:21:38,509 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943 2024-11-24T15:21:38,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:38,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:38,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741825_1001 (size=7) 2024-11-24T15:21:38,531 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8 with version=8 2024-11-24T15:21:38,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/hbase-staging 2024-11-24T15:21:38,535 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:21:38,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:38,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:38,535 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:21:38,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:38,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:21:38,536 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T15:21:38,536 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:21:38,537 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41831 2024-11-24T15:21:38,538 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41831 connecting to ZooKeeper ensemble=127.0.0.1:63165 2024-11-24T15:21:38,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418310x0, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:21:38,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41831-0x1014a9183c20000 connected 2024-11-24T15:21:38,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:38,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:38,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Set watcher on znode that does not yet exist, /01231279046/running 2024-11-24T15:21:38,585 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8, hbase.cluster.distributed=false 2024-11-24T15:21:38,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Set watcher on znode that does not yet exist, /01231279046/acl 2024-11-24T15:21:38,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41831 2024-11-24T15:21:38,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41831 2024-11-24T15:21:38,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41831 2024-11-24T15:21:38,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41831 2024-11-24T15:21:38,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41831 2024-11-24T15:21:38,621 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:21:38,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:38,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:38,621 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:21:38,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:38,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:21:38,621 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T15:21:38,621 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:21:38,624 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35961 2024-11-24T15:21:38,625 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35961 connecting to ZooKeeper ensemble=127.0.0.1:63165 2024-11-24T15:21:38,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:38,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:38,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359610x0, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:21:38,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359610x0, quorum=127.0.0.1:63165, baseZNode=/01231279046 Set watcher on znode that does not yet exist, /01231279046/running 2024-11-24T15:21:38,635 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T15:21:38,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35961-0x1014a9183c20001 connected 2024-11-24T15:21:38,640 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T15:21:38,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35961-0x1014a9183c20001, quorum=127.0.0.1:63165, baseZNode=/01231279046 Set watcher on znode that does not yet exist, /01231279046/master 2024-11-24T15:21:38,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35961-0x1014a9183c20001, quorum=127.0.0.1:63165, baseZNode=/01231279046 Set watcher on znode that does not yet exist, /01231279046/acl 2024-11-24T15:21:38,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35961 2024-11-24T15:21:38,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35961 2024-11-24T15:21:38,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35961 2024-11-24T15:21:38,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35961 2024-11-24T15:21:38,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35961 2024-11-24T15:21:38,674 DEBUG [M:0;c99348da3e93:41831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c99348da3e93:41831 2024-11-24T15:21:38,675 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01231279046/backup-masters/c99348da3e93,41831,1732461698535 2024-11-24T15:21:38,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231279046/backup-masters 2024-11-24T15:21:38,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35961-0x1014a9183c20001, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231279046/backup-masters 2024-11-24T15:21:38,679 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Set watcher on existing znode=/01231279046/backup-masters/c99348da3e93,41831,1732461698535 2024-11-24T15:21:38,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231279046 2024-11-24T15:21:38,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35961-0x1014a9183c20001, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01231279046/master 2024-11-24T15:21:38,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35961-0x1014a9183c20001, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231279046 2024-11-24T15:21:38,683 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Set watcher on existing znode=/01231279046/master 2024-11-24T15:21:38,683 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01231279046/backup-masters/c99348da3e93,41831,1732461698535 from backup master directory 2024-11-24T15:21:38,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35961-0x1014a9183c20001, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231279046/backup-masters 2024-11-24T15:21:38,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01231279046/backup-masters/c99348da3e93,41831,1732461698535 2024-11-24T15:21:38,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231279046/backup-masters 2024-11-24T15:21:38,691 WARN [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:21:38,691 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c99348da3e93,41831,1732461698535 2024-11-24T15:21:38,697 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/hbase.id] with ID: 47349e71-ffa5-469a-be9a-61ed4c2a7967 2024-11-24T15:21:38,697 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/.tmp/hbase.id 2024-11-24T15:21:38,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741826_1002 (size=42) 2024-11-24T15:21:38,718 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/.tmp/hbase.id]:[hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/hbase.id] 2024-11-24T15:21:38,728 INFO [master/c99348da3e93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:38,728 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T15:21:38,729 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T15:21:38,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35961-0x1014a9183c20001, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231279046 2024-11-24T15:21:38,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231279046 2024-11-24T15:21:38,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741827_1003 (size=196) 2024-11-24T15:21:38,751 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:21:38,752 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T15:21:38,753 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:21:38,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741828_1004 (size=1189) 2024-11-24T15:21:38,767 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/MasterData/data/master/store 2024-11-24T15:21:38,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741829_1005 (size=34) 2024-11-24T15:21:38,776 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:38,776 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:21:38,776 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:38,776 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:38,776 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:21:38,776 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:38,776 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:38,776 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461698776Disabling compacts and flushes for region at 1732461698776Disabling writes for close at 1732461698776Writing region close event to WAL at 1732461698776Closed at 1732461698776 2024-11-24T15:21:38,777 WARN [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/MasterData/data/master/store/.initializing 2024-11-24T15:21:38,777 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/MasterData/WALs/c99348da3e93,41831,1732461698535 2024-11-24T15:21:38,778 INFO [master/c99348da3e93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:21:38,779 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c99348da3e93%2C41831%2C1732461698535, suffix=, logDir=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/MasterData/WALs/c99348da3e93,41831,1732461698535, archiveDir=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/MasterData/oldWALs, maxLogs=10 2024-11-24T15:21:38,801 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/MasterData/WALs/c99348da3e93,41831,1732461698535/c99348da3e93%2C41831%2C1732461698535.1732461698780, exclude list is [], retry=0 2024-11-24T15:21:38,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41231,DS-5eb2fb77-537c-4ac1-bd75-bed3501f0ded,DISK] 2024-11-24T15:21:38,806 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/MasterData/WALs/c99348da3e93,41831,1732461698535/c99348da3e93%2C41831%2C1732461698535.1732461698780 2024-11-24T15:21:38,806 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44709:44709)] 2024-11-24T15:21:38,806 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:21:38,806 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:38,806 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:38,806 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:38,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:38,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T15:21:38,809 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:38,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:38,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:38,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T15:21:38,811 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:38,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:38,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:38,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T15:21:38,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:38,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:38,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:38,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T15:21:38,813 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:38,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:38,814 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:38,814 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:38,814 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:38,815 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:38,815 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:38,816 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:21:38,817 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:38,822 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:21:38,822 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60712310, jitterRate=-0.095316082239151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:21:38,823 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732461698807Initializing all the Stores at 1732461698807Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461698807Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461698807Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461698807Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461698808 (+1 ms)Cleaning up temporary data from old regions at 1732461698815 (+7 ms)Region opened successfully at 1732461698823 (+8 ms) 2024-11-24T15:21:38,823 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T15:21:38,825 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@972428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:21:38,826 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T15:21:38,826 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T15:21:38,826 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T15:21:38,826 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T15:21:38,828 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T15:21:38,828 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T15:21:38,828 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T15:21:38,834 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T15:21:38,834 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Unable to get data of znode /01231279046/balancer because node does not exist (not necessarily an error) 2024-11-24T15:21:38,836 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01231279046/balancer already deleted, retry=false 2024-11-24T15:21:38,836 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T15:21:38,837 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Unable to get data of znode /01231279046/normalizer because node does not exist (not necessarily an error) 2024-11-24T15:21:38,838 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01231279046/normalizer already deleted, retry=false 2024-11-24T15:21:38,838 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T15:21:38,839 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Unable to get data of znode /01231279046/switch/split because node does not exist (not necessarily an error) 2024-11-24T15:21:38,841 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01231279046/switch/split already deleted, retry=false 2024-11-24T15:21:38,842 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Unable to get data of znode /01231279046/switch/merge because node does not exist (not necessarily an error) 2024-11-24T15:21:38,843 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01231279046/switch/merge already deleted, retry=false 2024-11-24T15:21:38,844 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Unable to get data of znode /01231279046/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T15:21:38,846 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01231279046/snapshot-cleanup already deleted, retry=false 2024-11-24T15:21:38,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35961-0x1014a9183c20001, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01231279046/running 2024-11-24T15:21:38,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01231279046/running 2024-11-24T15:21:38,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35961-0x1014a9183c20001, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231279046 2024-11-24T15:21:38,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231279046 2024-11-24T15:21:38,848 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c99348da3e93,41831,1732461698535, sessionid=0x1014a9183c20000, setting cluster-up flag (Was=false) 2024-11-24T15:21:38,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35961-0x1014a9183c20001, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231279046 2024-11-24T15:21:38,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231279046 2024-11-24T15:21:38,864 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01231279046/flush-table-proc/acquired, /01231279046/flush-table-proc/reached, /01231279046/flush-table-proc/abort 2024-11-24T15:21:38,868 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,41831,1732461698535 2024-11-24T15:21:38,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231279046 2024-11-24T15:21:38,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35961-0x1014a9183c20001, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231279046 2024-11-24T15:21:38,883 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01231279046/online-snapshot/acquired, /01231279046/online-snapshot/reached, /01231279046/online-snapshot/abort 2024-11-24T15:21:38,885 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,41831,1732461698535 2024-11-24T15:21:38,886 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T15:21:38,894 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:38,894 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T15:21:38,895 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T15:21:38,895 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c99348da3e93,41831,1732461698535 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T15:21:38,897 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:38,897 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:38,897 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:38,897 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:38,897 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c99348da3e93:0, corePoolSize=10, maxPoolSize=10 2024-11-24T15:21:38,897 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:38,897 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:21:38,897 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:38,904 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:38,904 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T15:21:38,906 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:38,906 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T15:21:38,919 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732461728919 2024-11-24T15:21:38,919 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T15:21:38,919 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T15:21:38,919 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T15:21:38,919 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T15:21:38,919 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T15:21:38,919 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T15:21:38,920 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:38,925 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T15:21:38,925 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T15:21:38,925 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T15:21:38,925 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T15:21:38,926 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T15:21:38,926 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T15:21:38,928 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461698926,5,FailOnTimeoutGroup] 2024-11-24T15:21:38,929 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461698928,5,FailOnTimeoutGroup] 2024-11-24T15:21:38,929 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:38,929 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T15:21:38,929 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:38,929 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:38,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741831_1007 (size=1321) 2024-11-24T15:21:38,957 INFO [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer(746): ClusterId : 47349e71-ffa5-469a-be9a-61ed4c2a7967 2024-11-24T15:21:38,957 DEBUG [RS:0;c99348da3e93:35961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T15:21:38,960 DEBUG [RS:0;c99348da3e93:35961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T15:21:38,960 DEBUG [RS:0;c99348da3e93:35961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T15:21:38,962 DEBUG [RS:0;c99348da3e93:35961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T15:21:38,962 DEBUG [RS:0;c99348da3e93:35961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2c10d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:21:38,991 DEBUG [RS:0;c99348da3e93:35961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c99348da3e93:35961 2024-11-24T15:21:38,991 INFO [RS:0;c99348da3e93:35961 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T15:21:38,991 INFO [RS:0;c99348da3e93:35961 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T15:21:38,991 DEBUG [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T15:21:38,992 INFO [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer(2659): reportForDuty to master=c99348da3e93,41831,1732461698535 with port=35961, startcode=1732461698621 2024-11-24T15:21:38,992 DEBUG [RS:0;c99348da3e93:35961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T15:21:38,993 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T15:21:38,994 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41831 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c99348da3e93,35961,1732461698621 2024-11-24T15:21:38,994 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41831 {}] master.ServerManager(517): Registering regionserver=c99348da3e93,35961,1732461698621 2024-11-24T15:21:38,995 DEBUG [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8 2024-11-24T15:21:38,995 DEBUG [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36277 2024-11-24T15:21:38,995 DEBUG [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T15:21:38,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231279046/rs 2024-11-24T15:21:38,999 DEBUG [RS:0;c99348da3e93:35961 {}] zookeeper.ZKUtil(111): regionserver:35961-0x1014a9183c20001, quorum=127.0.0.1:63165, baseZNode=/01231279046 Set watcher on existing znode=/01231279046/rs/c99348da3e93,35961,1732461698621 2024-11-24T15:21:39,000 WARN [RS:0;c99348da3e93:35961 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:21:39,000 INFO [RS:0;c99348da3e93:35961 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:21:39,000 DEBUG [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621 2024-11-24T15:21:39,001 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c99348da3e93,35961,1732461698621] 2024-11-24T15:21:39,003 INFO [RS:0;c99348da3e93:35961 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T15:21:39,004 INFO [RS:0;c99348da3e93:35961 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T15:21:39,010 INFO [RS:0;c99348da3e93:35961 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T15:21:39,010 INFO [RS:0;c99348da3e93:35961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:39,010 INFO [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T15:21:39,011 INFO [RS:0;c99348da3e93:35961 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T15:21:39,011 INFO [RS:0;c99348da3e93:35961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:39,011 DEBUG [RS:0;c99348da3e93:35961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:39,011 DEBUG [RS:0;c99348da3e93:35961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:39,011 DEBUG [RS:0;c99348da3e93:35961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:39,011 DEBUG [RS:0;c99348da3e93:35961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:39,011 DEBUG [RS:0;c99348da3e93:35961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:39,011 DEBUG [RS:0;c99348da3e93:35961 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:21:39,011 DEBUG [RS:0;c99348da3e93:35961 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:39,011 DEBUG [RS:0;c99348da3e93:35961 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:39,011 DEBUG [RS:0;c99348da3e93:35961 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:39,012 DEBUG [RS:0;c99348da3e93:35961 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:39,012 DEBUG [RS:0;c99348da3e93:35961 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:39,012 DEBUG [RS:0;c99348da3e93:35961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:39,012 DEBUG [RS:0;c99348da3e93:35961 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:21:39,012 DEBUG [RS:0;c99348da3e93:35961 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:21:39,015 INFO [RS:0;c99348da3e93:35961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:39,015 INFO [RS:0;c99348da3e93:35961 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:39,015 INFO [RS:0;c99348da3e93:35961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:39,015 INFO [RS:0;c99348da3e93:35961 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:39,015 INFO [RS:0;c99348da3e93:35961 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:39,015 INFO [RS:0;c99348da3e93:35961 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,35961,1732461698621-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:21:39,034 INFO [RS:0;c99348da3e93:35961 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T15:21:39,034 INFO [RS:0;c99348da3e93:35961 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,35961,1732461698621-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:39,034 INFO [RS:0;c99348da3e93:35961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:39,034 INFO [RS:0;c99348da3e93:35961 {}] regionserver.Replication(171): c99348da3e93,35961,1732461698621 started 2024-11-24T15:21:39,051 INFO [RS:0;c99348da3e93:35961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:39,052 INFO [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer(1482): Serving as c99348da3e93,35961,1732461698621, RpcServer on c99348da3e93/172.17.0.2:35961, sessionid=0x1014a9183c20001 2024-11-24T15:21:39,052 DEBUG [RS:0;c99348da3e93:35961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T15:21:39,052 DEBUG [RS:0;c99348da3e93:35961 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c99348da3e93,35961,1732461698621 2024-11-24T15:21:39,052 DEBUG [RS:0;c99348da3e93:35961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,35961,1732461698621' 2024-11-24T15:21:39,052 DEBUG [RS:0;c99348da3e93:35961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01231279046/flush-table-proc/abort' 2024-11-24T15:21:39,052 DEBUG [RS:0;c99348da3e93:35961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01231279046/flush-table-proc/acquired' 2024-11-24T15:21:39,053 DEBUG [RS:0;c99348da3e93:35961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T15:21:39,053 DEBUG [RS:0;c99348da3e93:35961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T15:21:39,053 DEBUG [RS:0;c99348da3e93:35961 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c99348da3e93,35961,1732461698621 2024-11-24T15:21:39,053 DEBUG [RS:0;c99348da3e93:35961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,35961,1732461698621' 2024-11-24T15:21:39,053 DEBUG [RS:0;c99348da3e93:35961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01231279046/online-snapshot/abort' 2024-11-24T15:21:39,053 DEBUG [RS:0;c99348da3e93:35961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01231279046/online-snapshot/acquired' 2024-11-24T15:21:39,053 DEBUG [RS:0;c99348da3e93:35961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T15:21:39,053 INFO [RS:0;c99348da3e93:35961 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T15:21:39,053 INFO [RS:0;c99348da3e93:35961 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T15:21:39,154 INFO [RS:0;c99348da3e93:35961 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:21:39,155 INFO [RS:0;c99348da3e93:35961 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C35961%2C1732461698621, suffix=, logDir=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621, archiveDir=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/oldWALs, maxLogs=10 2024-11-24T15:21:39,176 DEBUG [RS:0;c99348da3e93:35961 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461699156, exclude list is [], retry=0 2024-11-24T15:21:39,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41231,DS-5eb2fb77-537c-4ac1-bd75-bed3501f0ded,DISK] 2024-11-24T15:21:39,185 INFO [RS:0;c99348da3e93:35961 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461699156 2024-11-24T15:21:39,185 DEBUG [RS:0;c99348da3e93:35961 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44709:44709)] 2024-11-24T15:21:39,332 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T15:21:39,333 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8 2024-11-24T15:21:39,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741833_1009 (size=32) 2024-11-24T15:21:39,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:39,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:21:39,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:21:39,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:39,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:39,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:21:39,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:21:39,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:39,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:39,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:21:39,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:21:39,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:39,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:39,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:21:39,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:21:39,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:39,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:39,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:21:39,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/meta/1588230740 2024-11-24T15:21:39,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/meta/1588230740 2024-11-24T15:21:39,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:21:39,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:21:39,350 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:21:39,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:21:39,352 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:21:39,352 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61978615, jitterRate=-0.07644666731357574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:21:39,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732461699341Initializing all the Stores at 1732461699341Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461699341Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461699341Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461699341Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461699341Cleaning up temporary data from old regions at 1732461699349 (+8 ms)Region opened successfully at 1732461699353 (+4 ms) 2024-11-24T15:21:39,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:21:39,353 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:21:39,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:21:39,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:21:39,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:21:39,353 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:21:39,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461699353Disabling compacts and flushes for region at 1732461699353Disabling writes for close at 1732461699353Writing region close event to WAL at 1732461699353Closed at 1732461699353 2024-11-24T15:21:39,354 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:39,354 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T15:21:39,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T15:21:39,355 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:21:39,356 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T15:21:39,506 DEBUG [c99348da3e93:41831 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T15:21:39,507 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c99348da3e93,35961,1732461698621 2024-11-24T15:21:39,508 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,35961,1732461698621, state=OPENING 2024-11-24T15:21:39,509 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T15:21:39,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35961-0x1014a9183c20001, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231279046 2024-11-24T15:21:39,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231279046 2024-11-24T15:21:39,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01231279046/meta-region-server: CHANGED 2024-11-24T15:21:39,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01231279046/meta-region-server: CHANGED 2024-11-24T15:21:39,511 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:21:39,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,35961,1732461698621}] 2024-11-24T15:21:39,664 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:21:39,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T15:21:39,668 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T15:21:39,669 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:21:39,669 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T15:21:39,670 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C35961%2C1732461698621.meta, suffix=.meta, logDir=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621, archiveDir=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/oldWALs, maxLogs=10 2024-11-24T15:21:39,686 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.meta.1732461699670.meta, exclude list is [], retry=0 2024-11-24T15:21:39,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41231,DS-5eb2fb77-537c-4ac1-bd75-bed3501f0ded,DISK] 2024-11-24T15:21:39,692 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.meta.1732461699670.meta 2024-11-24T15:21:39,692 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44709:44709)] 2024-11-24T15:21:39,693 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:21:39,693 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:21:39,693 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:21:39,693 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T15:21:39,693 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T15:21:39,694 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T15:21:39,694 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:39,694 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T15:21:39,694 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T15:21:39,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:21:39,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:21:39,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:39,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:39,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:21:39,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:21:39,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:39,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:39,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:21:39,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:21:39,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:39,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:39,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:21:39,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:21:39,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:39,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:39,699 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:21:39,700 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/meta/1588230740 2024-11-24T15:21:39,701 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/meta/1588230740 2024-11-24T15:21:39,702 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:21:39,702 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:21:39,703 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:21:39,704 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:21:39,705 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73065739, jitterRate=0.08876435458660126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:21:39,705 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T15:21:39,705 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732461699694Writing region info on filesystem at 1732461699694Initializing all the Stores at 1732461699695 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461699695Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461699695Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461699695Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461699695Cleaning up temporary data from old regions at 1732461699702 (+7 ms)Running coprocessor post-open hooks at 1732461699705 (+3 ms)Region opened successfully at 1732461699705 2024-11-24T15:21:39,706 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732461699664 2024-11-24T15:21:39,709 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,35961,1732461698621 2024-11-24T15:21:39,709 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T15:21:39,709 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T15:21:39,709 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,35961,1732461698621, state=OPEN 2024-11-24T15:21:39,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35961-0x1014a9183c20001, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01231279046/meta-region-server 2024-11-24T15:21:39,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01231279046/meta-region-server 2024-11-24T15:21:39,716 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c99348da3e93,35961,1732461698621 2024-11-24T15:21:39,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01231279046/meta-region-server: CHANGED 2024-11-24T15:21:39,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01231279046/meta-region-server: CHANGED 2024-11-24T15:21:39,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T15:21:39,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,35961,1732461698621 in 205 msec 2024-11-24T15:21:39,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T15:21:39,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 365 msec 2024-11-24T15:21:39,723 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:39,723 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T15:21:39,724 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:39,724 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,35961,1732461698621, seqNum=-1] 2024-11-24T15:21:39,724 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:39,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:21:39,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 841 msec 2024-11-24T15:21:39,734 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732461699734, completionTime=-1 2024-11-24T15:21:39,734 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T15:21:39,734 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T15:21:39,736 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T15:21:39,737 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732461759736 2024-11-24T15:21:39,737 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732461819737 2024-11-24T15:21:39,737 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T15:21:39,737 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,41831,1732461698535-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:39,737 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,41831,1732461698535-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:39,737 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,41831,1732461698535-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:39,737 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c99348da3e93:41831, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:39,737 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:39,737 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:39,739 DEBUG [master/c99348da3e93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T15:21:39,742 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.051sec 2024-11-24T15:21:39,742 INFO [master/c99348da3e93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T15:21:39,742 INFO [master/c99348da3e93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T15:21:39,742 INFO [master/c99348da3e93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T15:21:39,742 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T15:21:39,742 INFO [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T15:21:39,742 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,41831,1732461698535-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:21:39,742 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,41831,1732461698535-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T15:21:39,745 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T15:21:39,745 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T15:21:39,745 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,41831,1732461698535-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:39,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35481f7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:39,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,41831,-1 for getting cluster id 2024-11-24T15:21:39,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:39,759 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47349e71-ffa5-469a-be9a-61ed4c2a7967' 2024-11-24T15:21:39,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:39,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47349e71-ffa5-469a-be9a-61ed4c2a7967" 2024-11-24T15:21:39,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d910ece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:39,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,41831,-1] 2024-11-24T15:21:39,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:39,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:39,761 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:39,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fab97fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:39,763 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:39,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,35961,1732461698621, seqNum=-1] 2024-11-24T15:21:39,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:39,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:21:39,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c99348da3e93,41831,1732461698535 2024-11-24T15:21:39,768 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63165 2024-11-24T15:21:39,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:21:39,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014a9183c20002 connected 2024-11-24T15:21:39,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/hadoop.log.dir so I do NOT create it in target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f 2024-11-24T15:21:39,781 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T15:21:39,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/hadoop.tmp.dir so I do NOT create it in target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f 2024-11-24T15:21:39,781 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T15:21:39,781 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f 2024-11-24T15:21:39,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T15:21:39,781 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/cluster_6075bbf4-e965-6693-5dca-22cfe316bc07, deleteOnExit=true 2024-11-24T15:21:39,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T15:21:39,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/test.cache.data in system properties and HBase conf 2024-11-24T15:21:39,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T15:21:39,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/hadoop.log.dir in system properties and HBase conf 2024-11-24T15:21:39,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T15:21:39,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T15:21:39,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T15:21:39,782 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T15:21:39,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:21:39,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:21:39,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T15:21:39,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:21:39,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T15:21:39,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T15:21:39,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:21:39,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:21:39,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T15:21:39,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/nfs.dump.dir in system properties and HBase conf 2024-11-24T15:21:39,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/java.io.tmpdir in system properties and HBase conf 2024-11-24T15:21:39,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:21:39,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T15:21:39,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T15:21:39,810 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T15:21:39,811 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T15:21:39,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:21:39,889 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:21:39,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:21:39,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:21:39,897 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:21:39,897 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:21:39,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b4401da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:21:39,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78019304{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:21:40,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b74b530{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/java.io.tmpdir/jetty-localhost-34635-hadoop-hdfs-3_4_1-tests_jar-_-any-6479397581321492781/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:21:40,064 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64338253{HTTP/1.1, (http/1.1)}{localhost:34635} 2024-11-24T15:21:40,064 INFO [Time-limited test {}] server.Server(415): Started @282945ms 2024-11-24T15:21:40,182 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:21:40,185 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:40,185 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:40,185 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:40,186 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:40,186 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:40,186 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:40,187 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:40,260 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:40,260 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:40,260 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:40,260 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:40,261 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:40,261 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:40,268 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:40,271 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:40,271 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:40,273 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:40,306 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:21:40,309 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:21:40,323 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:21:40,323 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:21:40,323 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:21:40,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@375774ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:21:40,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77a68e0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:21:40,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bdb7a4c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/java.io.tmpdir/jetty-localhost-36249-hadoop-hdfs-3_4_1-tests_jar-_-any-16508235071470327404/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:21:40,451 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38d34714{HTTP/1.1, (http/1.1)}{localhost:36249} 2024-11-24T15:21:40,451 INFO [Time-limited test {}] server.Server(415): Started @283332ms 2024-11-24T15:21:40,452 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T15:21:40,562 WARN [Thread-4391 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/cluster_6075bbf4-e965-6693-5dca-22cfe316bc07/data/data2/current/BP-1684022586-172.17.0.2-1732461699805/current, will proceed with Du for space computation calculation, 2024-11-24T15:21:40,562 WARN [Thread-4390 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/cluster_6075bbf4-e965-6693-5dca-22cfe316bc07/data/data1/current/BP-1684022586-172.17.0.2-1732461699805/current, will proceed with Du for space computation calculation, 2024-11-24T15:21:40,586 WARN [Thread-4378 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T15:21:40,595 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe015d3039188f3e2 with lease ID 0xc3cfc0dab0431d5e: Processing first storage report for DS-e4ad2da5-1f9f-4f93-ab8f-d661f3ae3779 from datanode DatanodeRegistration(127.0.0.1:45199, datanodeUuid=adf29573-cf21-433c-a231-8fc74c3e3ab9, infoPort=42053, infoSecurePort=0, ipcPort=33407, storageInfo=lv=-57;cid=testClusterID;nsid=165929732;c=1732461699805) 2024-11-24T15:21:40,595 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe015d3039188f3e2 with lease ID 0xc3cfc0dab0431d5e: from storage DS-e4ad2da5-1f9f-4f93-ab8f-d661f3ae3779 node DatanodeRegistration(127.0.0.1:45199, datanodeUuid=adf29573-cf21-433c-a231-8fc74c3e3ab9, infoPort=42053, infoSecurePort=0, ipcPort=33407, storageInfo=lv=-57;cid=testClusterID;nsid=165929732;c=1732461699805), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:21:40,595 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe015d3039188f3e2 with lease ID 0xc3cfc0dab0431d5e: Processing first storage report for DS-b9ebdb46-8312-41f4-9c51-509f4c6a19d5 from datanode DatanodeRegistration(127.0.0.1:45199, datanodeUuid=adf29573-cf21-433c-a231-8fc74c3e3ab9, infoPort=42053, infoSecurePort=0, ipcPort=33407, storageInfo=lv=-57;cid=testClusterID;nsid=165929732;c=1732461699805) 2024-11-24T15:21:40,595 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe015d3039188f3e2 with lease ID 0xc3cfc0dab0431d5e: from storage DS-b9ebdb46-8312-41f4-9c51-509f4c6a19d5 node DatanodeRegistration(127.0.0.1:45199, datanodeUuid=adf29573-cf21-433c-a231-8fc74c3e3ab9, infoPort=42053, infoSecurePort=0, ipcPort=33407, storageInfo=lv=-57;cid=testClusterID;nsid=165929732;c=1732461699805), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:21:40,686 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f 2024-11-24T15:21:40,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:40,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:40,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45199 is added to blk_1073741825_1001 (size=7) 2024-11-24T15:21:40,698 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997 with version=8 2024-11-24T15:21:40,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/hbase-staging 2024-11-24T15:21:40,701 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:21:40,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:40,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:40,701 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:21:40,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:40,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:21:40,701 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T15:21:40,701 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:21:40,702 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35509 2024-11-24T15:21:40,703 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35509 connecting to ZooKeeper ensemble=127.0.0.1:63165 2024-11-24T15:21:40,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355090x0, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:21:40,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35509-0x1014a9183c20003 connected 2024-11-24T15:21:40,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:40,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:40,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Set watcher on znode that does not yet exist, /1-1217378385/running 2024-11-24T15:21:40,727 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997, hbase.cluster.distributed=false 2024-11-24T15:21:40,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Set watcher on znode that does not yet exist, /1-1217378385/acl 2024-11-24T15:21:40,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35509 2024-11-24T15:21:40,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35509 2024-11-24T15:21:40,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35509 2024-11-24T15:21:40,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35509 2024-11-24T15:21:40,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35509 2024-11-24T15:21:40,756 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:21:40,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:40,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:40,756 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:21:40,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:40,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:21:40,756 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T15:21:40,756 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:21:40,765 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39843 2024-11-24T15:21:40,766 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39843 connecting to ZooKeeper ensemble=127.0.0.1:63165 2024-11-24T15:21:40,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:40,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:40,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398430x0, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:21:40,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398430x0, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Set watcher on znode that does not yet exist, /1-1217378385/running 2024-11-24T15:21:40,777 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T15:21:40,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39843-0x1014a9183c20004 connected 2024-11-24T15:21:40,783 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T15:21:40,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39843-0x1014a9183c20004, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Set watcher on znode that does not yet exist, /1-1217378385/master 2024-11-24T15:21:40,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39843-0x1014a9183c20004, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Set watcher on znode that does not yet exist, /1-1217378385/acl 2024-11-24T15:21:40,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39843 2024-11-24T15:21:40,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39843 2024-11-24T15:21:40,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39843 2024-11-24T15:21:40,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39843 2024-11-24T15:21:40,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39843 2024-11-24T15:21:40,811 DEBUG [M:0;c99348da3e93:35509 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c99348da3e93:35509 2024-11-24T15:21:40,812 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1217378385/backup-masters/c99348da3e93,35509,1732461700700 2024-11-24T15:21:40,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217378385/backup-masters 2024-11-24T15:21:40,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39843-0x1014a9183c20004, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217378385/backup-masters 2024-11-24T15:21:40,815 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Set watcher on existing znode=/1-1217378385/backup-masters/c99348da3e93,35509,1732461700700 2024-11-24T15:21:40,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39843-0x1014a9183c20004, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1217378385/master 2024-11-24T15:21:40,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39843-0x1014a9183c20004, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217378385 2024-11-24T15:21:40,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217378385 2024-11-24T15:21:40,820 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Set watcher on existing znode=/1-1217378385/master 2024-11-24T15:21:40,821 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1217378385/backup-masters/c99348da3e93,35509,1732461700700 from backup master directory 2024-11-24T15:21:40,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1217378385/backup-masters/c99348da3e93,35509,1732461700700 2024-11-24T15:21:40,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217378385/backup-masters 2024-11-24T15:21:40,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39843-0x1014a9183c20004, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217378385/backup-masters 2024-11-24T15:21:40,824 WARN [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:21:40,824 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c99348da3e93,35509,1732461700700 2024-11-24T15:21:40,829 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/hbase.id] with ID: 872a6948-c8e1-4450-8fda-203252a340f8 2024-11-24T15:21:40,829 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/.tmp/hbase.id 2024-11-24T15:21:40,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45199 is added to blk_1073741826_1002 (size=42) 2024-11-24T15:21:41,235 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/.tmp/hbase.id]:[hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/hbase.id] 2024-11-24T15:21:41,248 INFO [master/c99348da3e93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:41,248 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T15:21:41,250 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T15:21:41,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39843-0x1014a9183c20004, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217378385 2024-11-24T15:21:41,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217378385 2024-11-24T15:21:41,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45199 is added to blk_1073741827_1003 (size=196) 2024-11-24T15:21:41,662 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:21:41,664 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T15:21:41,664 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:21:41,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45199 is added to blk_1073741828_1004 (size=1189) 2024-11-24T15:21:41,683 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/MasterData/data/master/store 2024-11-24T15:21:41,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45199 is added to blk_1073741829_1005 (size=34) 2024-11-24T15:21:41,696 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:41,697 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:21:41,697 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:41,697 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:41,697 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:21:41,697 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:41,697 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:41,697 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461701697Disabling compacts and flushes for region at 1732461701697Disabling writes for close at 1732461701697Writing region close event to WAL at 1732461701697Closed at 1732461701697 2024-11-24T15:21:41,698 WARN [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/MasterData/data/master/store/.initializing 2024-11-24T15:21:41,698 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/MasterData/WALs/c99348da3e93,35509,1732461700700 2024-11-24T15:21:41,699 INFO [master/c99348da3e93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:21:41,700 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c99348da3e93%2C35509%2C1732461700700, suffix=, logDir=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/MasterData/WALs/c99348da3e93,35509,1732461700700, archiveDir=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/MasterData/oldWALs, maxLogs=10 2024-11-24T15:21:41,720 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/MasterData/WALs/c99348da3e93,35509,1732461700700/c99348da3e93%2C35509%2C1732461700700.1732461701701, exclude list is [], retry=0 2024-11-24T15:21:41,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45199,DS-e4ad2da5-1f9f-4f93-ab8f-d661f3ae3779,DISK] 2024-11-24T15:21:41,729 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/MasterData/WALs/c99348da3e93,35509,1732461700700/c99348da3e93%2C35509%2C1732461700700.1732461701701 2024-11-24T15:21:41,732 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42053:42053)] 2024-11-24T15:21:41,732 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:21:41,732 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:41,732 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:41,732 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:41,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:41,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T15:21:41,734 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:41,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:41,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:41,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T15:21:41,736 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:41,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:41,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:41,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T15:21:41,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:41,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:41,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:41,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T15:21:41,741 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:41,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:41,742 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:41,742 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:41,742 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:41,743 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:41,743 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:41,744 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:21:41,744 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:41,746 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:21:41,746 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72499345, jitterRate=0.08032442629337311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:21:41,746 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732461701732Initializing all the Stores at 1732461701733 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461701733Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461701733Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461701733Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461701733Cleaning up temporary data from old regions at 1732461701743 (+10 ms)Region opened successfully at 1732461701746 (+3 ms) 2024-11-24T15:21:41,747 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T15:21:41,749 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aa9e78e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:21:41,750 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T15:21:41,750 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T15:21:41,750 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T15:21:41,750 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T15:21:41,750 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T15:21:41,751 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T15:21:41,751 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T15:21:41,758 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T15:21:41,758 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Unable to get data of znode /1-1217378385/balancer because node does not exist (not necessarily an error) 2024-11-24T15:21:41,760 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1217378385/balancer already deleted, retry=false 2024-11-24T15:21:41,760 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T15:21:41,761 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Unable to get data of znode /1-1217378385/normalizer because node does not exist (not necessarily an error) 2024-11-24T15:21:41,762 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1217378385/normalizer already deleted, retry=false 2024-11-24T15:21:41,762 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T15:21:41,763 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Unable to get data of znode /1-1217378385/switch/split because node does not exist (not necessarily an error) 2024-11-24T15:21:41,765 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1217378385/switch/split already deleted, retry=false 2024-11-24T15:21:41,766 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Unable to get data of znode /1-1217378385/switch/merge because node does not exist (not necessarily an error) 2024-11-24T15:21:41,767 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1217378385/switch/merge already deleted, retry=false 2024-11-24T15:21:41,769 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Unable to get data of znode /1-1217378385/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T15:21:41,770 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1217378385/snapshot-cleanup already deleted, retry=false 2024-11-24T15:21:41,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39843-0x1014a9183c20004, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1217378385/running 2024-11-24T15:21:41,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1217378385/running 2024-11-24T15:21:41,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39843-0x1014a9183c20004, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217378385 2024-11-24T15:21:41,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217378385 2024-11-24T15:21:41,772 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c99348da3e93,35509,1732461700700, sessionid=0x1014a9183c20003, setting cluster-up flag (Was=false) 2024-11-24T15:21:41,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217378385 2024-11-24T15:21:41,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39843-0x1014a9183c20004, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217378385 2024-11-24T15:21:41,789 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1217378385/flush-table-proc/acquired, /1-1217378385/flush-table-proc/reached, /1-1217378385/flush-table-proc/abort 2024-11-24T15:21:41,790 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,35509,1732461700700 2024-11-24T15:21:41,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217378385 2024-11-24T15:21:41,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39843-0x1014a9183c20004, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217378385 2024-11-24T15:21:41,799 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1217378385/online-snapshot/acquired, /1-1217378385/online-snapshot/reached, /1-1217378385/online-snapshot/abort 2024-11-24T15:21:41,800 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,35509,1732461700700 2024-11-24T15:21:41,805 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T15:21:41,806 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:41,807 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T15:21:41,807 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T15:21:41,807 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c99348da3e93,35509,1732461700700 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T15:21:41,812 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:41,812 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:41,812 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:41,812 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:41,812 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c99348da3e93:0, corePoolSize=10, maxPoolSize=10 2024-11-24T15:21:41,812 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:41,812 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:21:41,812 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:41,820 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:41,820 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T15:21:41,821 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:41,822 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T15:21:41,828 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732461731828 2024-11-24T15:21:41,828 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T15:21:41,829 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T15:21:41,829 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T15:21:41,829 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T15:21:41,829 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T15:21:41,829 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T15:21:41,833 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:41,840 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T15:21:41,841 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T15:21:41,841 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T15:21:41,841 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T15:21:41,844 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T15:21:41,844 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T15:21:41,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45199 is added to blk_1073741831_1007 (size=1321) 2024-11-24T15:21:41,846 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461701845,5,FailOnTimeoutGroup] 2024-11-24T15:21:41,847 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461701846,5,FailOnTimeoutGroup] 2024-11-24T15:21:41,847 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:41,847 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T15:21:41,847 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:41,847 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:41,901 INFO [RS:0;c99348da3e93:39843 {}] regionserver.HRegionServer(746): ClusterId : 872a6948-c8e1-4450-8fda-203252a340f8 2024-11-24T15:21:41,901 DEBUG [RS:0;c99348da3e93:39843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T15:21:41,907 DEBUG [RS:0;c99348da3e93:39843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T15:21:41,907 DEBUG [RS:0;c99348da3e93:39843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T15:21:41,910 DEBUG [RS:0;c99348da3e93:39843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T15:21:41,910 DEBUG [RS:0;c99348da3e93:39843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b26b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:21:41,934 DEBUG [RS:0;c99348da3e93:39843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c99348da3e93:39843 2024-11-24T15:21:41,934 INFO [RS:0;c99348da3e93:39843 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T15:21:41,934 INFO [RS:0;c99348da3e93:39843 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T15:21:41,934 DEBUG [RS:0;c99348da3e93:39843 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T15:21:41,935 INFO [RS:0;c99348da3e93:39843 {}] regionserver.HRegionServer(2659): reportForDuty to master=c99348da3e93,35509,1732461700700 with port=39843, startcode=1732461700755 2024-11-24T15:21:41,935 DEBUG [RS:0;c99348da3e93:39843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T15:21:41,937 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T15:21:41,937 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35509 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c99348da3e93,39843,1732461700755 2024-11-24T15:21:41,938 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35509 {}] master.ServerManager(517): Registering regionserver=c99348da3e93,39843,1732461700755 2024-11-24T15:21:41,939 DEBUG [RS:0;c99348da3e93:39843 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997 2024-11-24T15:21:41,939 DEBUG [RS:0;c99348da3e93:39843 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46565 2024-11-24T15:21:41,939 DEBUG [RS:0;c99348da3e93:39843 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T15:21:41,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217378385/rs 2024-11-24T15:21:41,944 DEBUG [RS:0;c99348da3e93:39843 {}] zookeeper.ZKUtil(111): regionserver:39843-0x1014a9183c20004, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Set watcher on existing znode=/1-1217378385/rs/c99348da3e93,39843,1732461700755 2024-11-24T15:21:41,944 WARN [RS:0;c99348da3e93:39843 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:21:41,944 INFO [RS:0;c99348da3e93:39843 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:21:41,944 DEBUG [RS:0;c99348da3e93:39843 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/WALs/c99348da3e93,39843,1732461700755 2024-11-24T15:21:41,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c99348da3e93,39843,1732461700755] 2024-11-24T15:21:41,958 INFO [RS:0;c99348da3e93:39843 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T15:21:41,964 INFO [RS:0;c99348da3e93:39843 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T15:21:41,966 INFO [RS:0;c99348da3e93:39843 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T15:21:41,966 INFO [RS:0;c99348da3e93:39843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:41,966 INFO [RS:0;c99348da3e93:39843 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T15:21:41,967 INFO [RS:0;c99348da3e93:39843 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T15:21:41,967 INFO [RS:0;c99348da3e93:39843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:41,967 DEBUG [RS:0;c99348da3e93:39843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:41,967 DEBUG [RS:0;c99348da3e93:39843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:41,967 DEBUG [RS:0;c99348da3e93:39843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:41,967 DEBUG [RS:0;c99348da3e93:39843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:41,967 DEBUG [RS:0;c99348da3e93:39843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:41,967 DEBUG [RS:0;c99348da3e93:39843 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:21:41,967 DEBUG [RS:0;c99348da3e93:39843 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:41,967 DEBUG [RS:0;c99348da3e93:39843 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:41,967 DEBUG [RS:0;c99348da3e93:39843 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:41,967 DEBUG [RS:0;c99348da3e93:39843 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:41,967 DEBUG [RS:0;c99348da3e93:39843 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:41,967 DEBUG [RS:0;c99348da3e93:39843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:41,967 DEBUG [RS:0;c99348da3e93:39843 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:21:41,967 DEBUG [RS:0;c99348da3e93:39843 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:21:41,968 INFO [RS:0;c99348da3e93:39843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:41,968 INFO [RS:0;c99348da3e93:39843 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:41,968 INFO [RS:0;c99348da3e93:39843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:41,968 INFO [RS:0;c99348da3e93:39843 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:41,968 INFO [RS:0;c99348da3e93:39843 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:41,968 INFO [RS:0;c99348da3e93:39843 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39843,1732461700755-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:21:41,987 INFO [RS:0;c99348da3e93:39843 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T15:21:41,988 INFO [RS:0;c99348da3e93:39843 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39843,1732461700755-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:41,988 INFO [RS:0;c99348da3e93:39843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:41,988 INFO [RS:0;c99348da3e93:39843 {}] regionserver.Replication(171): c99348da3e93,39843,1732461700755 started 2024-11-24T15:21:42,002 INFO [RS:0;c99348da3e93:39843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:42,002 INFO [RS:0;c99348da3e93:39843 {}] regionserver.HRegionServer(1482): Serving as c99348da3e93,39843,1732461700755, RpcServer on c99348da3e93/172.17.0.2:39843, sessionid=0x1014a9183c20004 2024-11-24T15:21:42,002 DEBUG [RS:0;c99348da3e93:39843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T15:21:42,002 DEBUG [RS:0;c99348da3e93:39843 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c99348da3e93,39843,1732461700755 2024-11-24T15:21:42,002 DEBUG [RS:0;c99348da3e93:39843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,39843,1732461700755' 2024-11-24T15:21:42,002 DEBUG [RS:0;c99348da3e93:39843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1217378385/flush-table-proc/abort' 2024-11-24T15:21:42,002 DEBUG [RS:0;c99348da3e93:39843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1217378385/flush-table-proc/acquired' 2024-11-24T15:21:42,003 DEBUG [RS:0;c99348da3e93:39843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T15:21:42,003 DEBUG [RS:0;c99348da3e93:39843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T15:21:42,003 DEBUG [RS:0;c99348da3e93:39843 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c99348da3e93,39843,1732461700755 2024-11-24T15:21:42,003 DEBUG [RS:0;c99348da3e93:39843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,39843,1732461700755' 2024-11-24T15:21:42,003 DEBUG [RS:0;c99348da3e93:39843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1217378385/online-snapshot/abort' 2024-11-24T15:21:42,003 DEBUG [RS:0;c99348da3e93:39843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1217378385/online-snapshot/acquired' 2024-11-24T15:21:42,003 DEBUG [RS:0;c99348da3e93:39843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T15:21:42,003 INFO [RS:0;c99348da3e93:39843 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T15:21:42,003 INFO [RS:0;c99348da3e93:39843 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T15:21:42,104 INFO [RS:0;c99348da3e93:39843 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:21:42,105 INFO [RS:0;c99348da3e93:39843 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C39843%2C1732461700755, suffix=, logDir=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/WALs/c99348da3e93,39843,1732461700755, archiveDir=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/oldWALs, maxLogs=10 2024-11-24T15:21:42,127 DEBUG [RS:0;c99348da3e93:39843 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/WALs/c99348da3e93,39843,1732461700755/c99348da3e93%2C39843%2C1732461700755.1732461702106, exclude list is [], retry=0 2024-11-24T15:21:42,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45199,DS-e4ad2da5-1f9f-4f93-ab8f-d661f3ae3779,DISK] 2024-11-24T15:21:42,148 INFO [RS:0;c99348da3e93:39843 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/WALs/c99348da3e93,39843,1732461700755/c99348da3e93%2C39843%2C1732461700755.1732461702106 2024-11-24T15:21:42,148 DEBUG [RS:0;c99348da3e93:39843 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42053:42053)] 2024-11-24T15:21:42,247 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T15:21:42,247 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997 2024-11-24T15:21:42,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45199 is added to blk_1073741833_1009 (size=32) 2024-11-24T15:21:42,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:42,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:21:42,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:21:42,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:42,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:42,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:21:42,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:21:42,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:42,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:42,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:21:42,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:21:42,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:42,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:42,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:21:42,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:21:42,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:42,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:42,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:21:42,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/hbase/meta/1588230740 2024-11-24T15:21:42,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/hbase/meta/1588230740 2024-11-24T15:21:42,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:21:42,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:21:42,276 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:21:42,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:21:42,279 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:21:42,280 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66897218, jitterRate=-0.003153771162033081}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:21:42,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732461702267Initializing all the Stores at 1732461702267Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461702267Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461702268 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461702268Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461702268Cleaning up temporary data from old regions at 1732461702276 (+8 ms)Region opened successfully at 1732461702280 (+4 ms) 2024-11-24T15:21:42,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:21:42,280 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:21:42,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:21:42,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:21:42,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:21:42,284 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:21:42,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461702280Disabling compacts and flushes for region at 1732461702280Disabling writes for close at 1732461702280Writing region close event to WAL at 1732461702284 (+4 ms)Closed at 1732461702284 2024-11-24T15:21:42,286 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:42,286 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T15:21:42,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T15:21:42,287 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:21:42,287 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T15:21:42,306 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:42,307 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c99348da3e93,36763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:36763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T15:21:42,307 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108855 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c99348da3e93,36763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:36763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T15:21:42,438 DEBUG [c99348da3e93:35509 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T15:21:42,438 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c99348da3e93,39843,1732461700755 2024-11-24T15:21:42,440 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,39843,1732461700755, state=OPENING 2024-11-24T15:21:42,442 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T15:21:42,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39843-0x1014a9183c20004, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217378385 2024-11-24T15:21:42,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217378385 2024-11-24T15:21:42,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1217378385/meta-region-server: CHANGED 2024-11-24T15:21:42,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1217378385/meta-region-server: CHANGED 2024-11-24T15:21:42,446 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:21:42,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,39843,1732461700755}] 2024-11-24T15:21:42,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T15:21:42,500 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T15:21:42,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T15:21:42,501 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T15:21:42,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T15:21:42,501 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T15:21:42,502 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T15:21:42,502 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T15:21:42,602 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:21:42,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T15:21:42,606 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T15:21:42,606 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:21:42,607 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T15:21:42,608 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C39843%2C1732461700755.meta, suffix=.meta, logDir=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/WALs/c99348da3e93,39843,1732461700755, archiveDir=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/oldWALs, maxLogs=10 2024-11-24T15:21:42,622 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/WALs/c99348da3e93,39843,1732461700755/c99348da3e93%2C39843%2C1732461700755.meta.1732461702608.meta, exclude list is [], retry=0 2024-11-24T15:21:42,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45199,DS-e4ad2da5-1f9f-4f93-ab8f-d661f3ae3779,DISK] 2024-11-24T15:21:42,625 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/WALs/c99348da3e93,39843,1732461700755/c99348da3e93%2C39843%2C1732461700755.meta.1732461702608.meta 2024-11-24T15:21:42,625 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42053:42053)] 2024-11-24T15:21:42,626 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:21:42,626 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:21:42,626 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:21:42,626 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T15:21:42,626 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T15:21:42,626 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T15:21:42,626 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:42,626 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T15:21:42,626 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T15:21:42,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:21:42,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:21:42,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:42,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:42,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:21:42,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:21:42,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:42,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:42,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:21:42,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:21:42,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:42,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:42,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:21:42,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:21:42,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:42,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:42,632 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:21:42,632 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/hbase/meta/1588230740 2024-11-24T15:21:42,633 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/hbase/meta/1588230740 2024-11-24T15:21:42,634 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:21:42,634 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:21:42,634 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:21:42,635 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:21:42,635 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75106842, jitterRate=0.11917915940284729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:21:42,635 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T15:21:42,636 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732461702627Writing region info on filesystem at 1732461702627Initializing all the Stores at 1732461702627Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461702627Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461702627Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461702627Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461702627Cleaning up temporary data from old regions at 1732461702634 (+7 ms)Running coprocessor post-open hooks at 1732461702635 (+1 ms)Region opened successfully at 1732461702636 (+1 ms) 2024-11-24T15:21:42,636 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732461702602 2024-11-24T15:21:42,638 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T15:21:42,638 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T15:21:42,639 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,39843,1732461700755 2024-11-24T15:21:42,640 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,39843,1732461700755, state=OPEN 2024-11-24T15:21:42,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1217378385/meta-region-server 2024-11-24T15:21:42,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39843-0x1014a9183c20004, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1217378385/meta-region-server 2024-11-24T15:21:42,642 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c99348da3e93,39843,1732461700755 2024-11-24T15:21:42,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1217378385/meta-region-server: CHANGED 2024-11-24T15:21:42,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1217378385/meta-region-server: CHANGED 2024-11-24T15:21:42,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T15:21:42,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,39843,1732461700755 in 196 msec 2024-11-24T15:21:42,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T15:21:42,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-24T15:21:42,646 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:42,646 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T15:21:42,647 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:42,647 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,39843,1732461700755, seqNum=-1] 2024-11-24T15:21:42,647 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:42,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:21:42,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 845 msec 2024-11-24T15:21:42,651 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732461702651, completionTime=-1 2024-11-24T15:21:42,651 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T15:21:42,652 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T15:21:42,653 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T15:21:42,653 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732461762653 2024-11-24T15:21:42,653 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732461822653 2024-11-24T15:21:42,653 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T15:21:42,654 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,35509,1732461700700-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:42,654 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,35509,1732461700700-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:42,654 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,35509,1732461700700-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:42,654 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c99348da3e93:35509, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:42,654 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:42,655 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:42,656 DEBUG [master/c99348da3e93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T15:21:42,658 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.834sec 2024-11-24T15:21:42,658 INFO [master/c99348da3e93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T15:21:42,658 INFO [master/c99348da3e93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T15:21:42,658 INFO [master/c99348da3e93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T15:21:42,658 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T15:21:42,658 INFO [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T15:21:42,658 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,35509,1732461700700-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:21:42,658 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,35509,1732461700700-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T15:21:42,660 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T15:21:42,660 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T15:21:42,660 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,35509,1732461700700-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:42,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b9bbed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:42,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,35509,-1 for getting cluster id 2024-11-24T15:21:42,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:42,703 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '872a6948-c8e1-4450-8fda-203252a340f8' 2024-11-24T15:21:42,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:42,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "872a6948-c8e1-4450-8fda-203252a340f8" 2024-11-24T15:21:42,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f7c820, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:42,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,35509,-1] 2024-11-24T15:21:42,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:42,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:42,704 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:42,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d53b6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:42,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:42,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,39843,1732461700755, seqNum=-1] 2024-11-24T15:21:42,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:42,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:21:42,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c99348da3e93,35509,1732461700700 2024-11-24T15:21:42,709 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63165 2024-11-24T15:21:42,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:21:42,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014a9183c20005 connected 2024-11-24T15:21:42,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/hadoop.log.dir so I do NOT create it in target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e 2024-11-24T15:21:42,721 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T15:21:42,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/hadoop.tmp.dir so I do NOT create it in target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e 2024-11-24T15:21:42,721 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T15:21:42,721 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e 2024-11-24T15:21:42,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T15:21:42,721 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/cluster_65b47eb3-e349-022b-dbd5-68bef7005073, deleteOnExit=true 2024-11-24T15:21:42,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T15:21:42,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/test.cache.data in system properties and HBase conf 2024-11-24T15:21:42,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T15:21:42,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/hadoop.log.dir in system properties and HBase conf 2024-11-24T15:21:42,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T15:21:42,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T15:21:42,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T15:21:42,722 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T15:21:42,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:21:42,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T15:21:42,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T15:21:42,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:21:42,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T15:21:42,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T15:21:42,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T15:21:42,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:21:42,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T15:21:42,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/nfs.dump.dir in system properties and HBase conf 2024-11-24T15:21:42,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/java.io.tmpdir in system properties and HBase conf 2024-11-24T15:21:42,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T15:21:42,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T15:21:42,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T15:21:42,800 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:21:42,804 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:21:42,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:21:42,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:21:42,812 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T15:21:42,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:21:42,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41f5666a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:21:42,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43c03594{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:21:42,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7087108e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/java.io.tmpdir/jetty-localhost-37851-hadoop-hdfs-3_4_1-tests_jar-_-any-7355287234094488483/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:21:42,936 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11891a61{HTTP/1.1, (http/1.1)}{localhost:37851} 2024-11-24T15:21:42,936 INFO [Time-limited test {}] server.Server(415): Started @285818ms 2024-11-24T15:21:43,036 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T15:21:43,039 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T15:21:43,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T15:21:43,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T15:21:43,041 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T15:21:43,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14dbd29b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/hadoop.log.dir/,AVAILABLE} 2024-11-24T15:21:43,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@500f800f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T15:21:43,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ee89d80{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/java.io.tmpdir/jetty-localhost-33281-hadoop-hdfs-3_4_1-tests_jar-_-any-514020363214068223/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:21:43,189 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d375cf5{HTTP/1.1, (http/1.1)}{localhost:33281} 2024-11-24T15:21:43,189 INFO [Time-limited test {}] server.Server(415): Started @286071ms 2024-11-24T15:21:43,191 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T15:21:43,304 WARN [Thread-4510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/cluster_65b47eb3-e349-022b-dbd5-68bef7005073/data/data1/current/BP-1573529869-172.17.0.2-1732461702746/current, will proceed with Du for space computation calculation, 2024-11-24T15:21:43,304 WARN [Thread-4511 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/cluster_65b47eb3-e349-022b-dbd5-68bef7005073/data/data2/current/BP-1573529869-172.17.0.2-1732461702746/current, will proceed with Du for space computation calculation, 2024-11-24T15:21:43,326 WARN [Thread-4498 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T15:21:43,329 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a8fd8789e81ede3 with lease ID 0x60904a741f2e24ae: Processing first storage report for DS-5da15e4e-e612-4048-8b47-cfcd97e77ba7 from datanode DatanodeRegistration(127.0.0.1:36397, datanodeUuid=6c9035d6-4b45-4926-aeab-95aedd040348, infoPort=40683, infoSecurePort=0, ipcPort=42755, storageInfo=lv=-57;cid=testClusterID;nsid=1024264630;c=1732461702746) 2024-11-24T15:21:43,329 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a8fd8789e81ede3 with lease ID 0x60904a741f2e24ae: from storage DS-5da15e4e-e612-4048-8b47-cfcd97e77ba7 node DatanodeRegistration(127.0.0.1:36397, datanodeUuid=6c9035d6-4b45-4926-aeab-95aedd040348, infoPort=40683, infoSecurePort=0, ipcPort=42755, storageInfo=lv=-57;cid=testClusterID;nsid=1024264630;c=1732461702746), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:21:43,329 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a8fd8789e81ede3 with lease ID 0x60904a741f2e24ae: Processing first storage report for DS-c2a840e0-5eb0-4068-8308-b6f81b0afdc3 from datanode DatanodeRegistration(127.0.0.1:36397, datanodeUuid=6c9035d6-4b45-4926-aeab-95aedd040348, infoPort=40683, infoSecurePort=0, ipcPort=42755, storageInfo=lv=-57;cid=testClusterID;nsid=1024264630;c=1732461702746) 2024-11-24T15:21:43,329 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a8fd8789e81ede3 with lease ID 0x60904a741f2e24ae: from storage DS-c2a840e0-5eb0-4068-8308-b6f81b0afdc3 node DatanodeRegistration(127.0.0.1:36397, datanodeUuid=6c9035d6-4b45-4926-aeab-95aedd040348, infoPort=40683, infoSecurePort=0, ipcPort=42755, storageInfo=lv=-57;cid=testClusterID;nsid=1024264630;c=1732461702746), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T15:21:43,420 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e 2024-11-24T15:21:43,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:43,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:43,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741825_1001 (size=7) 2024-11-24T15:21:43,831 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3 with version=8 2024-11-24T15:21:43,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/hbase-staging 2024-11-24T15:21:43,834 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:21:43,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:43,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:43,834 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:21:43,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:43,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:21:43,834 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T15:21:43,834 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:21:43,834 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39849 2024-11-24T15:21:43,835 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39849 connecting to ZooKeeper ensemble=127.0.0.1:63165 2024-11-24T15:21:43,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398490x0, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:21:43,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39849-0x1014a9183c20006 connected 2024-11-24T15:21:43,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:43,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:43,854 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Set watcher on znode that does not yet exist, /2-1487186531/running 2024-11-24T15:21:43,855 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3, hbase.cluster.distributed=false 2024-11-24T15:21:43,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Set watcher on znode that does not yet exist, /2-1487186531/acl 2024-11-24T15:21:43,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39849 2024-11-24T15:21:43,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39849 2024-11-24T15:21:43,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39849 2024-11-24T15:21:43,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39849 2024-11-24T15:21:43,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39849 2024-11-24T15:21:43,886 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c99348da3e93:0 server-side Connection retries=45 2024-11-24T15:21:43,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:43,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:43,886 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T15:21:43,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T15:21:43,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T15:21:43,886 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T15:21:43,886 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:21:43,888 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43419 2024-11-24T15:21:43,889 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43419 connecting to ZooKeeper ensemble=127.0.0.1:63165 2024-11-24T15:21:43,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:43,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:43,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434190x0, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:21:43,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434190x0, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Set watcher on znode that does not yet exist, /2-1487186531/running 2024-11-24T15:21:43,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43419-0x1014a9183c20007 connected 2024-11-24T15:21:43,899 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T15:21:43,900 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T15:21:43,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43419-0x1014a9183c20007, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Set watcher on znode that does not yet exist, /2-1487186531/master 2024-11-24T15:21:43,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43419-0x1014a9183c20007, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Set watcher on znode that does not yet exist, /2-1487186531/acl 2024-11-24T15:21:43,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43419 2024-11-24T15:21:43,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43419 2024-11-24T15:21:43,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43419 2024-11-24T15:21:43,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43419 2024-11-24T15:21:43,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43419 2024-11-24T15:21:43,926 DEBUG [M:0;c99348da3e93:39849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c99348da3e93:39849 2024-11-24T15:21:43,927 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1487186531/backup-masters/c99348da3e93,39849,1732461703833 2024-11-24T15:21:43,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1487186531/backup-masters 2024-11-24T15:21:43,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x1014a9183c20007, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1487186531/backup-masters 2024-11-24T15:21:43,929 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Set watcher on existing znode=/2-1487186531/backup-masters/c99348da3e93,39849,1732461703833 2024-11-24T15:21:43,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x1014a9183c20007, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1487186531/master 2024-11-24T15:21:43,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x1014a9183c20007, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1487186531 2024-11-24T15:21:43,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1487186531 2024-11-24T15:21:43,932 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Set watcher on existing znode=/2-1487186531/master 2024-11-24T15:21:43,932 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1487186531/backup-masters/c99348da3e93,39849,1732461703833 from backup master directory 2024-11-24T15:21:43,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1487186531/backup-masters/c99348da3e93,39849,1732461703833 2024-11-24T15:21:43,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x1014a9183c20007, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1487186531/backup-masters 2024-11-24T15:21:43,934 WARN [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:21:43,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1487186531/backup-masters 2024-11-24T15:21:43,934 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c99348da3e93,39849,1732461703833 2024-11-24T15:21:43,937 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/hbase.id] with ID: 2a33acee-cf92-4dfc-955c-8dd32f4fb0a9 2024-11-24T15:21:43,937 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/.tmp/hbase.id 2024-11-24T15:21:43,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741826_1002 (size=42) 2024-11-24T15:21:44,349 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/.tmp/hbase.id]:[hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/hbase.id] 2024-11-24T15:21:44,358 INFO [master/c99348da3e93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:44,358 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T15:21:44,359 INFO [master/c99348da3e93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T15:21:44,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1487186531 2024-11-24T15:21:44,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x1014a9183c20007, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1487186531 2024-11-24T15:21:44,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741827_1003 (size=196) 2024-11-24T15:21:44,768 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:21:44,769 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T15:21:44,769 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:21:44,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741828_1004 (size=1189) 2024-11-24T15:21:45,180 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/MasterData/data/master/store 2024-11-24T15:21:45,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741829_1005 (size=34) 2024-11-24T15:21:45,607 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:45,607 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:21:45,607 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:45,607 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:45,607 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:21:45,607 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:45,607 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:45,607 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461705607Disabling compacts and flushes for region at 1732461705607Disabling writes for close at 1732461705607Writing region close event to WAL at 1732461705607Closed at 1732461705607 2024-11-24T15:21:45,608 WARN [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/MasterData/data/master/store/.initializing 2024-11-24T15:21:45,608 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/MasterData/WALs/c99348da3e93,39849,1732461703833 2024-11-24T15:21:45,609 INFO [master/c99348da3e93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:21:45,610 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c99348da3e93%2C39849%2C1732461703833, suffix=, logDir=hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/MasterData/WALs/c99348da3e93,39849,1732461703833, archiveDir=hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/MasterData/oldWALs, maxLogs=10 2024-11-24T15:21:45,627 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/MasterData/WALs/c99348da3e93,39849,1732461703833/c99348da3e93%2C39849%2C1732461703833.1732461705611, exclude list is [], retry=0 2024-11-24T15:21:45,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36397,DS-5da15e4e-e612-4048-8b47-cfcd97e77ba7,DISK] 2024-11-24T15:21:45,634 INFO [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/MasterData/WALs/c99348da3e93,39849,1732461703833/c99348da3e93%2C39849%2C1732461703833.1732461705611 2024-11-24T15:21:45,634 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40683:40683)] 2024-11-24T15:21:45,634 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:21:45,634 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:45,634 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:45,634 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:45,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:45,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T15:21:45,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:45,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:45,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:45,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T15:21:45,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:45,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:45,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:45,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T15:21:45,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:45,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:45,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:45,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T15:21:45,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:45,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:45,646 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:45,647 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:45,647 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:45,649 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:45,649 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:45,649 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:21:45,650 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T15:21:45,657 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:21:45,657 INFO [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73554843, jitterRate=0.09605257213115692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:21:45,657 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732461705634Initializing all the Stores at 1732461705635 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461705635Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461705640 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461705640Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461705640Cleaning up temporary data from old regions at 1732461705649 (+9 ms)Region opened successfully at 1732461705657 (+8 ms) 2024-11-24T15:21:45,657 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T15:21:45,659 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187137f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:21:45,660 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T15:21:45,660 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T15:21:45,660 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T15:21:45,660 INFO [master/c99348da3e93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T15:21:45,661 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T15:21:45,661 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T15:21:45,661 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T15:21:45,664 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T15:21:45,665 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Unable to get data of znode /2-1487186531/balancer because node does not exist (not necessarily an error) 2024-11-24T15:21:45,666 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1487186531/balancer already deleted, retry=false 2024-11-24T15:21:45,666 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T15:21:45,667 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Unable to get data of znode /2-1487186531/normalizer because node does not exist (not necessarily an error) 2024-11-24T15:21:45,668 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1487186531/normalizer already deleted, retry=false 2024-11-24T15:21:45,668 INFO [master/c99348da3e93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T15:21:45,669 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Unable to get data of znode /2-1487186531/switch/split because node does not exist (not necessarily an error) 2024-11-24T15:21:45,672 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1487186531/switch/split already deleted, retry=false 2024-11-24T15:21:45,672 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Unable to get data of znode /2-1487186531/switch/merge because node does not exist (not necessarily an error) 2024-11-24T15:21:45,673 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1487186531/switch/merge already deleted, retry=false 2024-11-24T15:21:45,674 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Unable to get data of znode /2-1487186531/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T15:21:45,675 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1487186531/snapshot-cleanup already deleted, retry=false 2024-11-24T15:21:45,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1487186531/running 2024-11-24T15:21:45,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x1014a9183c20007, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1487186531/running 2024-11-24T15:21:45,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1487186531 2024-11-24T15:21:45,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x1014a9183c20007, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1487186531 2024-11-24T15:21:45,677 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c99348da3e93,39849,1732461703833, sessionid=0x1014a9183c20006, setting cluster-up flag (Was=false) 2024-11-24T15:21:45,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1487186531 2024-11-24T15:21:45,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x1014a9183c20007, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1487186531 2024-11-24T15:21:45,685 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1487186531/flush-table-proc/acquired, /2-1487186531/flush-table-proc/reached, /2-1487186531/flush-table-proc/abort 2024-11-24T15:21:45,685 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,39849,1732461703833 2024-11-24T15:21:45,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1487186531 2024-11-24T15:21:45,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x1014a9183c20007, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1487186531 2024-11-24T15:21:45,694 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1487186531/online-snapshot/acquired, /2-1487186531/online-snapshot/reached, /2-1487186531/online-snapshot/abort 2024-11-24T15:21:45,694 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c99348da3e93,39849,1732461703833 2024-11-24T15:21:45,695 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T15:21:45,696 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:45,696 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T15:21:45,696 INFO [master/c99348da3e93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T15:21:45,697 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c99348da3e93,39849,1732461703833 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T15:21:45,697 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:45,697 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:45,698 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:45,698 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c99348da3e93:0, corePoolSize=5, maxPoolSize=5 2024-11-24T15:21:45,698 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c99348da3e93:0, corePoolSize=10, maxPoolSize=10 2024-11-24T15:21:45,698 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:45,698 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:21:45,698 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:45,700 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732461735700 2024-11-24T15:21:45,700 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:45,700 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T15:21:45,700 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T15:21:45,700 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T15:21:45,700 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T15:21:45,700 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T15:21:45,700 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T15:21:45,700 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T15:21:45,701 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:45,701 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T15:21:45,704 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:45,705 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T15:21:45,705 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T15:21:45,705 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T15:21:45,705 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T15:21:45,706 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T15:21:45,706 INFO [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T15:21:45,706 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461705706,5,FailOnTimeoutGroup] 2024-11-24T15:21:45,708 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461705706,5,FailOnTimeoutGroup] 2024-11-24T15:21:45,708 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:45,708 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T15:21:45,708 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:45,708 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:45,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741831_1007 (size=1321) 2024-11-24T15:21:45,715 INFO [RS:0;c99348da3e93:43419 {}] regionserver.HRegionServer(746): ClusterId : 2a33acee-cf92-4dfc-955c-8dd32f4fb0a9 2024-11-24T15:21:45,715 DEBUG [RS:0;c99348da3e93:43419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T15:21:45,717 DEBUG [RS:0;c99348da3e93:43419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T15:21:45,717 DEBUG [RS:0;c99348da3e93:43419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T15:21:45,718 DEBUG [RS:0;c99348da3e93:43419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T15:21:45,718 DEBUG [RS:0;c99348da3e93:43419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306e2863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c99348da3e93/172.17.0.2:0 2024-11-24T15:21:45,731 DEBUG [RS:0;c99348da3e93:43419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c99348da3e93:43419 2024-11-24T15:21:45,731 INFO [RS:0;c99348da3e93:43419 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T15:21:45,731 INFO [RS:0;c99348da3e93:43419 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T15:21:45,731 DEBUG [RS:0;c99348da3e93:43419 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T15:21:45,732 INFO [RS:0;c99348da3e93:43419 {}] regionserver.HRegionServer(2659): reportForDuty to master=c99348da3e93,39849,1732461703833 with port=43419, startcode=1732461703886 2024-11-24T15:21:45,732 DEBUG [RS:0;c99348da3e93:43419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T15:21:45,733 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T15:21:45,734 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39849 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c99348da3e93,43419,1732461703886 2024-11-24T15:21:45,734 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39849 {}] master.ServerManager(517): Registering regionserver=c99348da3e93,43419,1732461703886 2024-11-24T15:21:45,735 DEBUG [RS:0;c99348da3e93:43419 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3 2024-11-24T15:21:45,735 DEBUG [RS:0;c99348da3e93:43419 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34871 2024-11-24T15:21:45,735 DEBUG [RS:0;c99348da3e93:43419 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T15:21:45,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1487186531/rs 2024-11-24T15:21:45,740 DEBUG [RS:0;c99348da3e93:43419 {}] zookeeper.ZKUtil(111): regionserver:43419-0x1014a9183c20007, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Set watcher on existing znode=/2-1487186531/rs/c99348da3e93,43419,1732461703886 2024-11-24T15:21:45,740 WARN [RS:0;c99348da3e93:43419 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T15:21:45,740 INFO [RS:0;c99348da3e93:43419 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:21:45,740 DEBUG [RS:0;c99348da3e93:43419 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/WALs/c99348da3e93,43419,1732461703886 2024-11-24T15:21:45,741 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c99348da3e93,43419,1732461703886] 2024-11-24T15:21:45,744 INFO [RS:0;c99348da3e93:43419 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T15:21:45,746 INFO [RS:0;c99348da3e93:43419 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T15:21:45,748 INFO [RS:0;c99348da3e93:43419 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T15:21:45,748 INFO [RS:0;c99348da3e93:43419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:45,748 INFO [RS:0;c99348da3e93:43419 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T15:21:45,749 INFO [RS:0;c99348da3e93:43419 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T15:21:45,749 INFO [RS:0;c99348da3e93:43419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:45,749 DEBUG [RS:0;c99348da3e93:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:45,749 DEBUG [RS:0;c99348da3e93:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:45,749 DEBUG [RS:0;c99348da3e93:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:45,749 DEBUG [RS:0;c99348da3e93:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:45,749 DEBUG [RS:0;c99348da3e93:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:45,749 DEBUG [RS:0;c99348da3e93:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c99348da3e93:0, corePoolSize=2, maxPoolSize=2 2024-11-24T15:21:45,749 DEBUG [RS:0;c99348da3e93:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:45,749 DEBUG [RS:0;c99348da3e93:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:45,749 DEBUG [RS:0;c99348da3e93:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:45,749 DEBUG [RS:0;c99348da3e93:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:45,749 DEBUG [RS:0;c99348da3e93:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:45,749 DEBUG [RS:0;c99348da3e93:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c99348da3e93:0, corePoolSize=1, maxPoolSize=1 2024-11-24T15:21:45,749 DEBUG [RS:0;c99348da3e93:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:21:45,749 DEBUG [RS:0;c99348da3e93:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c99348da3e93:0, corePoolSize=3, maxPoolSize=3 2024-11-24T15:21:45,750 INFO [RS:0;c99348da3e93:43419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:45,750 INFO [RS:0;c99348da3e93:43419 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:45,750 INFO [RS:0;c99348da3e93:43419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:45,750 INFO [RS:0;c99348da3e93:43419 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:45,750 INFO [RS:0;c99348da3e93:43419 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:45,750 INFO [RS:0;c99348da3e93:43419 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43419,1732461703886-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:21:45,765 INFO [RS:0;c99348da3e93:43419 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T15:21:45,765 INFO [RS:0;c99348da3e93:43419 {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,43419,1732461703886-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:45,765 INFO [RS:0;c99348da3e93:43419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:45,765 INFO [RS:0;c99348da3e93:43419 {}] regionserver.Replication(171): c99348da3e93,43419,1732461703886 started 2024-11-24T15:21:45,778 INFO [RS:0;c99348da3e93:43419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:45,779 INFO [RS:0;c99348da3e93:43419 {}] regionserver.HRegionServer(1482): Serving as c99348da3e93,43419,1732461703886, RpcServer on c99348da3e93/172.17.0.2:43419, sessionid=0x1014a9183c20007 2024-11-24T15:21:45,779 DEBUG [RS:0;c99348da3e93:43419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T15:21:45,779 DEBUG [RS:0;c99348da3e93:43419 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c99348da3e93,43419,1732461703886 2024-11-24T15:21:45,779 DEBUG [RS:0;c99348da3e93:43419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,43419,1732461703886' 2024-11-24T15:21:45,779 DEBUG [RS:0;c99348da3e93:43419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1487186531/flush-table-proc/abort' 2024-11-24T15:21:45,779 DEBUG [RS:0;c99348da3e93:43419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1487186531/flush-table-proc/acquired' 2024-11-24T15:21:45,779 DEBUG [RS:0;c99348da3e93:43419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T15:21:45,779 DEBUG [RS:0;c99348da3e93:43419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T15:21:45,779 DEBUG [RS:0;c99348da3e93:43419 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c99348da3e93,43419,1732461703886 2024-11-24T15:21:45,780 DEBUG [RS:0;c99348da3e93:43419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c99348da3e93,43419,1732461703886' 2024-11-24T15:21:45,780 DEBUG [RS:0;c99348da3e93:43419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1487186531/online-snapshot/abort' 2024-11-24T15:21:45,780 DEBUG [RS:0;c99348da3e93:43419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1487186531/online-snapshot/acquired' 2024-11-24T15:21:45,780 DEBUG [RS:0;c99348da3e93:43419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T15:21:45,780 INFO [RS:0;c99348da3e93:43419 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T15:21:45,780 INFO [RS:0;c99348da3e93:43419 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T15:21:45,881 INFO [RS:0;c99348da3e93:43419 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T15:21:45,882 INFO [RS:0;c99348da3e93:43419 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C43419%2C1732461703886, suffix=, logDir=hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/WALs/c99348da3e93,43419,1732461703886, archiveDir=hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/oldWALs, maxLogs=10 2024-11-24T15:21:45,899 DEBUG [RS:0;c99348da3e93:43419 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/WALs/c99348da3e93,43419,1732461703886/c99348da3e93%2C43419%2C1732461703886.1732461705882, exclude list is [], retry=0 2024-11-24T15:21:45,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36397,DS-5da15e4e-e612-4048-8b47-cfcd97e77ba7,DISK] 2024-11-24T15:21:45,902 INFO [RS:0;c99348da3e93:43419 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/WALs/c99348da3e93,43419,1732461703886/c99348da3e93%2C43419%2C1732461703886.1732461705882 2024-11-24T15:21:45,903 DEBUG [RS:0;c99348da3e93:43419 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40683:40683)] 2024-11-24T15:21:46,112 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T15:21:46,112 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3 2024-11-24T15:21:46,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741833_1009 (size=32) 2024-11-24T15:21:46,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:46,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:21:46,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:21:46,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:46,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:46,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:21:46,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:21:46,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:46,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:46,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:21:46,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:21:46,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:46,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:46,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:21:46,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:21:46,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:46,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:46,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:21:46,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/hbase/meta/1588230740 2024-11-24T15:21:46,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/hbase/meta/1588230740 2024-11-24T15:21:46,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:21:46,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:21:46,549 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:21:46,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:21:46,554 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:21:46,554 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69115731, jitterRate=0.029904648661613464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:21:46,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732461706527Initializing all the Stores at 1732461706528 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461706528Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461706528Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461706528Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461706528Cleaning up temporary data from old regions at 1732461706549 (+21 ms)Region opened successfully at 1732461706555 (+6 ms) 2024-11-24T15:21:46,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:21:46,555 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:21:46,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:21:46,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:21:46,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:21:46,557 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:21:46,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461706555Disabling compacts and flushes for region at 1732461706555Disabling writes for close at 1732461706555Writing region close event to WAL at 1732461706556 (+1 ms)Closed at 1732461706556 2024-11-24T15:21:46,558 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:46,558 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T15:21:46,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T15:21:46,559 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:21:46,560 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T15:21:46,710 DEBUG [c99348da3e93:39849 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T15:21:46,710 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c99348da3e93,43419,1732461703886 2024-11-24T15:21:46,711 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,43419,1732461703886, state=OPENING 2024-11-24T15:21:46,713 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T15:21:46,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1487186531 2024-11-24T15:21:46,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x1014a9183c20007, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1487186531 2024-11-24T15:21:46,715 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T15:21:46,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1487186531/meta-region-server: CHANGED 2024-11-24T15:21:46,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1487186531/meta-region-server: CHANGED 2024-11-24T15:21:46,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,43419,1732461703886}] 2024-11-24T15:21:46,868 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:21:46,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T15:21:46,872 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T15:21:46,872 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:21:46,873 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T15:21:46,874 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C43419%2C1732461703886.meta, suffix=.meta, logDir=hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/WALs/c99348da3e93,43419,1732461703886, archiveDir=hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/oldWALs, maxLogs=10 2024-11-24T15:21:46,887 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/WALs/c99348da3e93,43419,1732461703886/c99348da3e93%2C43419%2C1732461703886.meta.1732461706874.meta, exclude list is [], retry=0 2024-11-24T15:21:46,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36397,DS-5da15e4e-e612-4048-8b47-cfcd97e77ba7,DISK] 2024-11-24T15:21:46,892 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/WALs/c99348da3e93,43419,1732461703886/c99348da3e93%2C43419%2C1732461703886.meta.1732461706874.meta 2024-11-24T15:21:46,892 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40683:40683)] 2024-11-24T15:21:46,893 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:21:46,893 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:21:46,893 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:21:46,893 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T15:21:46,893 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T15:21:46,893 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T15:21:46,893 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:46,894 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T15:21:46,894 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T15:21:46,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T15:21:46,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T15:21:46,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:46,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:46,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T15:21:46,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T15:21:46,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:46,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:46,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T15:21:46,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T15:21:46,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:46,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:46,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T15:21:46,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T15:21:46,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:46,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T15:21:46,904 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T15:21:46,905 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/hbase/meta/1588230740 2024-11-24T15:21:46,906 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/hbase/meta/1588230740 2024-11-24T15:21:46,907 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T15:21:46,907 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T15:21:46,908 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T15:21:46,910 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T15:21:46,910 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71444142, jitterRate=0.06460067629814148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T15:21:46,910 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T15:21:46,911 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732461706894Writing region info on filesystem at 1732461706894Initializing all the Stores at 1732461706894Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461706894Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461706895 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461706895Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732461706895Cleaning up temporary data from old regions at 1732461706907 (+12 ms)Running coprocessor post-open hooks at 1732461706910 (+3 ms)Region opened successfully at 1732461706910 2024-11-24T15:21:46,911 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732461706868 2024-11-24T15:21:46,914 DEBUG [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T15:21:46,914 INFO [RS_OPEN_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T15:21:46,914 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,43419,1732461703886 2024-11-24T15:21:46,915 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c99348da3e93,43419,1732461703886, state=OPEN 2024-11-24T15:21:46,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x1014a9183c20007, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1487186531/meta-region-server 2024-11-24T15:21:46,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1487186531/meta-region-server 2024-11-24T15:21:46,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1487186531/meta-region-server: CHANGED 2024-11-24T15:21:46,917 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c99348da3e93,43419,1732461703886 2024-11-24T15:21:46,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1487186531/meta-region-server: CHANGED 2024-11-24T15:21:46,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T15:21:46,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c99348da3e93,43419,1732461703886 in 202 msec 2024-11-24T15:21:46,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T15:21:46,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-24T15:21:46,922 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T15:21:46,922 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T15:21:46,924 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:46,924 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,43419,1732461703886, seqNum=-1] 2024-11-24T15:21:46,924 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:46,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:21:46,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2330 sec 2024-11-24T15:21:46,929 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732461706929, completionTime=-1 2024-11-24T15:21:46,929 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T15:21:46,929 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T15:21:46,931 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T15:21:46,931 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732461766931 2024-11-24T15:21:46,931 INFO [master/c99348da3e93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732461826931 2024-11-24T15:21:46,931 INFO [master/c99348da3e93:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T15:21:46,932 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39849,1732461703833-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:46,932 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39849,1732461703833-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:46,932 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39849,1732461703833-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:46,932 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c99348da3e93:39849, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:46,932 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:46,936 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:46,938 DEBUG [master/c99348da3e93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T15:21:46,942 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.008sec 2024-11-24T15:21:46,942 INFO [master/c99348da3e93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T15:21:46,942 INFO [master/c99348da3e93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T15:21:46,942 INFO [master/c99348da3e93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T15:21:46,942 INFO [master/c99348da3e93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T15:21:46,942 INFO [master/c99348da3e93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T15:21:46,942 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39849,1732461703833-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T15:21:46,942 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39849,1732461703833-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T15:21:46,946 DEBUG [master/c99348da3e93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T15:21:46,946 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T15:21:46,946 INFO [master/c99348da3e93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c99348da3e93,39849,1732461703833-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T15:21:47,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52aa0125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:47,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,39849,-1 for getting cluster id 2024-11-24T15:21:47,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:47,020 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a33acee-cf92-4dfc-955c-8dd32f4fb0a9' 2024-11-24T15:21:47,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:47,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a33acee-cf92-4dfc-955c-8dd32f4fb0a9" 2024-11-24T15:21:47,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2054ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:47,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,39849,-1] 2024-11-24T15:21:47,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:47,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:47,022 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:47,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d17aac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:47,024 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:47,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,43419,1732461703886, seqNum=-1] 2024-11-24T15:21:47,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:47,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:21:47,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c99348da3e93,39849,1732461703833 2024-11-24T15:21:47,028 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63165 2024-11-24T15:21:47,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T15:21:47,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014a9183c20008 connected 2024-11-24T15:21:47,033 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:47,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,41831,1732461698535 2024-11-24T15:21:47,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c1096e3 2024-11-24T15:21:47,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:47,035 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:21:47,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41831 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:21:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41831 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T15:21:47,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:21:47,037 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:47,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41831 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T15:21:47,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:21:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:47,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741835_1011 (size=902) 2024-11-24T15:21:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:47,447 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff47f8c323eb2673dd3b5dd00c5c8190, NAME => 'test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8 2024-11-24T15:21:47,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741836_1012 (size=39) 2024-11-24T15:21:47,453 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:47,453 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ff47f8c323eb2673dd3b5dd00c5c8190, disabling compactions & flushes 2024-11-24T15:21:47,453 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190. 2024-11-24T15:21:47,453 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190. 2024-11-24T15:21:47,453 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190. after waiting 0 ms 2024-11-24T15:21:47,453 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190. 2024-11-24T15:21:47,453 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190. 2024-11-24T15:21:47,453 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff47f8c323eb2673dd3b5dd00c5c8190: Waiting for close lock at 1732461707453Disabling compacts and flushes for region at 1732461707453Disabling writes for close at 1732461707453Writing region close event to WAL at 1732461707453Closed at 1732461707453 2024-11-24T15:21:47,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:21:47,454 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732461707454"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461707454"}]},"ts":"1732461707454"} 2024-11-24T15:21:47,456 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:21:47,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:21:47,457 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461707457"}]},"ts":"1732461707457"} 2024-11-24T15:21:47,459 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T15:21:47,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff47f8c323eb2673dd3b5dd00c5c8190, ASSIGN}] 2024-11-24T15:21:47,462 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff47f8c323eb2673dd3b5dd00c5c8190, ASSIGN 2024-11-24T15:21:47,467 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ff47f8c323eb2673dd3b5dd00c5c8190, ASSIGN; state=OFFLINE, location=c99348da3e93,35961,1732461698621; forceNewPlan=false, retain=false 2024-11-24T15:21:47,618 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff47f8c323eb2673dd3b5dd00c5c8190, regionState=OPENING, regionLocation=c99348da3e93,35961,1732461698621 2024-11-24T15:21:47,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ff47f8c323eb2673dd3b5dd00c5c8190, ASSIGN because future has completed 2024-11-24T15:21:47,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff47f8c323eb2673dd3b5dd00c5c8190, server=c99348da3e93,35961,1732461698621}] 2024-11-24T15:21:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:47,781 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190. 2024-11-24T15:21:47,782 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ff47f8c323eb2673dd3b5dd00c5c8190, NAME => 'test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:21:47,782 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:21:47,782 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T15:21:47,782 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ff47f8c323eb2673dd3b5dd00c5c8190 2024-11-24T15:21:47,782 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:47,782 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ff47f8c323eb2673dd3b5dd00c5c8190 2024-11-24T15:21:47,783 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ff47f8c323eb2673dd3b5dd00c5c8190 2024-11-24T15:21:47,792 INFO [StoreOpener-ff47f8c323eb2673dd3b5dd00c5c8190-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ff47f8c323eb2673dd3b5dd00c5c8190 2024-11-24T15:21:47,794 INFO [StoreOpener-ff47f8c323eb2673dd3b5dd00c5c8190-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff47f8c323eb2673dd3b5dd00c5c8190 columnFamilyName f 2024-11-24T15:21:47,794 DEBUG [StoreOpener-ff47f8c323eb2673dd3b5dd00c5c8190-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:47,794 INFO [StoreOpener-ff47f8c323eb2673dd3b5dd00c5c8190-1 {}] regionserver.HStore(327): Store=ff47f8c323eb2673dd3b5dd00c5c8190/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:47,794 INFO [StoreOpener-ff47f8c323eb2673dd3b5dd00c5c8190-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ff47f8c323eb2673dd3b5dd00c5c8190 2024-11-24T15:21:47,795 INFO [StoreOpener-ff47f8c323eb2673dd3b5dd00c5c8190-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff47f8c323eb2673dd3b5dd00c5c8190 columnFamilyName f1 2024-11-24T15:21:47,796 DEBUG [StoreOpener-ff47f8c323eb2673dd3b5dd00c5c8190-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:47,796 INFO [StoreOpener-ff47f8c323eb2673dd3b5dd00c5c8190-1 {}] regionserver.HStore(327): Store=ff47f8c323eb2673dd3b5dd00c5c8190/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:47,796 INFO [StoreOpener-ff47f8c323eb2673dd3b5dd00c5c8190-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ff47f8c323eb2673dd3b5dd00c5c8190 2024-11-24T15:21:47,797 INFO [StoreOpener-ff47f8c323eb2673dd3b5dd00c5c8190-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff47f8c323eb2673dd3b5dd00c5c8190 columnFamilyName norep 2024-11-24T15:21:47,797 DEBUG [StoreOpener-ff47f8c323eb2673dd3b5dd00c5c8190-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:47,797 INFO [StoreOpener-ff47f8c323eb2673dd3b5dd00c5c8190-1 {}] regionserver.HStore(327): Store=ff47f8c323eb2673dd3b5dd00c5c8190/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:47,797 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ff47f8c323eb2673dd3b5dd00c5c8190 2024-11-24T15:21:47,798 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/default/test/ff47f8c323eb2673dd3b5dd00c5c8190 2024-11-24T15:21:47,798 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/default/test/ff47f8c323eb2673dd3b5dd00c5c8190 2024-11-24T15:21:47,799 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ff47f8c323eb2673dd3b5dd00c5c8190 2024-11-24T15:21:47,799 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ff47f8c323eb2673dd3b5dd00c5c8190 2024-11-24T15:21:47,800 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:21:47,801 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ff47f8c323eb2673dd3b5dd00c5c8190 2024-11-24T15:21:47,802 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/default/test/ff47f8c323eb2673dd3b5dd00c5c8190/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:21:47,803 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ff47f8c323eb2673dd3b5dd00c5c8190; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62829415, jitterRate=-0.06376875936985016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:21:47,803 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff47f8c323eb2673dd3b5dd00c5c8190 2024-11-24T15:21:47,803 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ff47f8c323eb2673dd3b5dd00c5c8190: Running coprocessor pre-open hook at 1732461707783Writing region info on filesystem at 1732461707783Initializing all the Stores at 1732461707784 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461707784Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461707792 (+8 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461707792Cleaning up temporary data from old regions at 1732461707799 (+7 ms)Running coprocessor post-open hooks at 1732461707803 (+4 ms)Region opened successfully at 1732461707803 2024-11-24T15:21:47,804 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190., pid=6, masterSystemTime=1732461707775 2024-11-24T15:21:47,806 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190. 2024-11-24T15:21:47,806 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190. 2024-11-24T15:21:47,806 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff47f8c323eb2673dd3b5dd00c5c8190, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c99348da3e93,35961,1732461698621 2024-11-24T15:21:47,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff47f8c323eb2673dd3b5dd00c5c8190, server=c99348da3e93,35961,1732461698621 because future has completed 2024-11-24T15:21:47,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T15:21:47,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ff47f8c323eb2673dd3b5dd00c5c8190, server=c99348da3e93,35961,1732461698621 in 188 msec 2024-11-24T15:21:47,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T15:21:47,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ff47f8c323eb2673dd3b5dd00c5c8190, ASSIGN in 352 msec 2024-11-24T15:21:47,813 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:21:47,813 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461707813"}]},"ts":"1732461707813"} 2024-11-24T15:21:47,814 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T15:21:47,815 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:21:47,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 780 msec 2024-11-24T15:21:48,130 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:21:48,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:48,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:48,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:48,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:48,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:48,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:48,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:48,177 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T15:21:48,177 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:48,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,35509,1732461700700 2024-11-24T15:21:48,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a81dfbd 2024-11-24T15:21:48,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:48,180 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:21:48,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35509 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:21:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35509 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T15:21:48,184 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:21:48,184 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:48,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35509 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T15:21:48,185 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:21:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:48,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45199 is added to blk_1073741835_1011 (size=902) 2024-11-24T15:21:48,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:48,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:48,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:48,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:48,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:48,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:48,206 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c93f038ea4f970ed00a806f139f43a5c, NAME => 'test,,1732461708181.c93f038ea4f970ed00a806f139f43a5c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997 2024-11-24T15:21:48,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:48,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:48,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:48,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:48,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45199 is added to blk_1073741836_1012 (size=39) 2024-11-24T15:21:48,230 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732461708181.c93f038ea4f970ed00a806f139f43a5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:48,231 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c93f038ea4f970ed00a806f139f43a5c, disabling compactions & flushes 2024-11-24T15:21:48,231 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732461708181.c93f038ea4f970ed00a806f139f43a5c. 2024-11-24T15:21:48,231 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461708181.c93f038ea4f970ed00a806f139f43a5c. 2024-11-24T15:21:48,231 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732461708181.c93f038ea4f970ed00a806f139f43a5c. after waiting 0 ms 2024-11-24T15:21:48,231 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732461708181.c93f038ea4f970ed00a806f139f43a5c. 2024-11-24T15:21:48,231 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732461708181.c93f038ea4f970ed00a806f139f43a5c. 2024-11-24T15:21:48,231 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c93f038ea4f970ed00a806f139f43a5c: Waiting for close lock at 1732461708231Disabling compacts and flushes for region at 1732461708231Disabling writes for close at 1732461708231Writing region close event to WAL at 1732461708231Closed at 1732461708231 2024-11-24T15:21:48,232 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:21:48,232 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732461708181.c93f038ea4f970ed00a806f139f43a5c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732461708232"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461708232"}]},"ts":"1732461708232"} 2024-11-24T15:21:48,234 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:21:48,235 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:21:48,235 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461708235"}]},"ts":"1732461708235"} 2024-11-24T15:21:48,237 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T15:21:48,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c93f038ea4f970ed00a806f139f43a5c, ASSIGN}] 2024-11-24T15:21:48,239 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c93f038ea4f970ed00a806f139f43a5c, ASSIGN 2024-11-24T15:21:48,240 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c93f038ea4f970ed00a806f139f43a5c, ASSIGN; state=OFFLINE, location=c99348da3e93,39843,1732461700755; forceNewPlan=false, retain=false 2024-11-24T15:21:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:48,391 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c93f038ea4f970ed00a806f139f43a5c, regionState=OPENING, regionLocation=c99348da3e93,39843,1732461700755 2024-11-24T15:21:48,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c93f038ea4f970ed00a806f139f43a5c, ASSIGN because future has completed 2024-11-24T15:21:48,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c93f038ea4f970ed00a806f139f43a5c, server=c99348da3e93,39843,1732461700755}] 2024-11-24T15:21:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:48,548 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732461708181.c93f038ea4f970ed00a806f139f43a5c. 2024-11-24T15:21:48,548 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c93f038ea4f970ed00a806f139f43a5c, NAME => 'test,,1732461708181.c93f038ea4f970ed00a806f139f43a5c.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:21:48,549 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:21:48,549 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T15:21:48,549 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c93f038ea4f970ed00a806f139f43a5c 2024-11-24T15:21:48,549 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732461708181.c93f038ea4f970ed00a806f139f43a5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:48,549 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c93f038ea4f970ed00a806f139f43a5c 2024-11-24T15:21:48,549 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c93f038ea4f970ed00a806f139f43a5c 2024-11-24T15:21:48,550 INFO [StoreOpener-c93f038ea4f970ed00a806f139f43a5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c93f038ea4f970ed00a806f139f43a5c 2024-11-24T15:21:48,551 INFO [StoreOpener-c93f038ea4f970ed00a806f139f43a5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c93f038ea4f970ed00a806f139f43a5c columnFamilyName f 2024-11-24T15:21:48,551 DEBUG [StoreOpener-c93f038ea4f970ed00a806f139f43a5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:48,551 INFO [StoreOpener-c93f038ea4f970ed00a806f139f43a5c-1 {}] regionserver.HStore(327): Store=c93f038ea4f970ed00a806f139f43a5c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:48,552 INFO [StoreOpener-c93f038ea4f970ed00a806f139f43a5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c93f038ea4f970ed00a806f139f43a5c 2024-11-24T15:21:48,552 INFO [StoreOpener-c93f038ea4f970ed00a806f139f43a5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c93f038ea4f970ed00a806f139f43a5c columnFamilyName f1 2024-11-24T15:21:48,552 DEBUG [StoreOpener-c93f038ea4f970ed00a806f139f43a5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:48,553 INFO [StoreOpener-c93f038ea4f970ed00a806f139f43a5c-1 {}] regionserver.HStore(327): Store=c93f038ea4f970ed00a806f139f43a5c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:48,553 INFO [StoreOpener-c93f038ea4f970ed00a806f139f43a5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c93f038ea4f970ed00a806f139f43a5c 2024-11-24T15:21:48,553 INFO [StoreOpener-c93f038ea4f970ed00a806f139f43a5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c93f038ea4f970ed00a806f139f43a5c columnFamilyName norep 2024-11-24T15:21:48,554 DEBUG [StoreOpener-c93f038ea4f970ed00a806f139f43a5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:48,554 INFO [StoreOpener-c93f038ea4f970ed00a806f139f43a5c-1 {}] regionserver.HStore(327): Store=c93f038ea4f970ed00a806f139f43a5c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:48,554 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c93f038ea4f970ed00a806f139f43a5c 2024-11-24T15:21:48,554 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/default/test/c93f038ea4f970ed00a806f139f43a5c 2024-11-24T15:21:48,555 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/default/test/c93f038ea4f970ed00a806f139f43a5c 2024-11-24T15:21:48,555 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c93f038ea4f970ed00a806f139f43a5c 2024-11-24T15:21:48,555 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c93f038ea4f970ed00a806f139f43a5c 2024-11-24T15:21:48,556 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:21:48,557 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c93f038ea4f970ed00a806f139f43a5c 2024-11-24T15:21:48,561 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/default/test/c93f038ea4f970ed00a806f139f43a5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:21:48,561 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c93f038ea4f970ed00a806f139f43a5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65257803, jitterRate=-0.027582958340644836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:21:48,561 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c93f038ea4f970ed00a806f139f43a5c 2024-11-24T15:21:48,561 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c93f038ea4f970ed00a806f139f43a5c: Running coprocessor pre-open hook at 1732461708549Writing region info on filesystem at 1732461708549Initializing all the Stores at 1732461708550 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461708550Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461708550Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461708550Cleaning up temporary data from old regions at 1732461708555 (+5 ms)Running coprocessor post-open hooks at 1732461708561 (+6 ms)Region opened successfully at 1732461708561 2024-11-24T15:21:48,567 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732461708181.c93f038ea4f970ed00a806f139f43a5c., pid=6, masterSystemTime=1732461708545 2024-11-24T15:21:48,569 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732461708181.c93f038ea4f970ed00a806f139f43a5c. 2024-11-24T15:21:48,569 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732461708181.c93f038ea4f970ed00a806f139f43a5c. 2024-11-24T15:21:48,569 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c93f038ea4f970ed00a806f139f43a5c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c99348da3e93,39843,1732461700755 2024-11-24T15:21:48,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c93f038ea4f970ed00a806f139f43a5c, server=c99348da3e93,39843,1732461700755 because future has completed 2024-11-24T15:21:48,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T15:21:48,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c93f038ea4f970ed00a806f139f43a5c, server=c99348da3e93,39843,1732461700755 in 179 msec 2024-11-24T15:21:48,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T15:21:48,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c93f038ea4f970ed00a806f139f43a5c, ASSIGN in 337 msec 2024-11-24T15:21:48,577 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:21:48,577 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461708577"}]},"ts":"1732461708577"} 2024-11-24T15:21:48,579 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T15:21:48,579 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:21:48,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 398 msec 2024-11-24T15:21:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:48,818 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T15:21:48,818 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:48,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,39849,1732461703833 2024-11-24T15:21:48,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ad98d6e 2024-11-24T15:21:48,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:48,821 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:21:48,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:21:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T15:21:48,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:21:48,825 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:48,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:21:48,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T15:21:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:48,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741835_1011 (size=902) 2024-11-24T15:21:48,885 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ead215f3eecf17c6fc078df4ceda935d, NAME => 'test,,1732461708822.ead215f3eecf17c6fc078df4ceda935d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3 2024-11-24T15:21:48,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741836_1012 (size=39) 2024-11-24T15:21:48,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732461708822.ead215f3eecf17c6fc078df4ceda935d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:48,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ead215f3eecf17c6fc078df4ceda935d, disabling compactions & flushes 2024-11-24T15:21:48,936 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732461708822.ead215f3eecf17c6fc078df4ceda935d. 2024-11-24T15:21:48,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461708822.ead215f3eecf17c6fc078df4ceda935d. 2024-11-24T15:21:48,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732461708822.ead215f3eecf17c6fc078df4ceda935d. after waiting 0 ms 2024-11-24T15:21:48,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732461708822.ead215f3eecf17c6fc078df4ceda935d. 2024-11-24T15:21:48,936 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732461708822.ead215f3eecf17c6fc078df4ceda935d. 2024-11-24T15:21:48,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ead215f3eecf17c6fc078df4ceda935d: Waiting for close lock at 1732461708936Disabling compacts and flushes for region at 1732461708936Disabling writes for close at 1732461708936Writing region close event to WAL at 1732461708936Closed at 1732461708936 2024-11-24T15:21:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:48,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:21:48,938 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732461708822.ead215f3eecf17c6fc078df4ceda935d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732461708938"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461708938"}]},"ts":"1732461708938"} 2024-11-24T15:21:48,940 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:21:48,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:21:48,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461708941"}]},"ts":"1732461708941"} 2024-11-24T15:21:48,943 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T15:21:48,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ead215f3eecf17c6fc078df4ceda935d, ASSIGN}] 2024-11-24T15:21:48,945 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ead215f3eecf17c6fc078df4ceda935d, ASSIGN 2024-11-24T15:21:48,947 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ead215f3eecf17c6fc078df4ceda935d, ASSIGN; state=OFFLINE, location=c99348da3e93,43419,1732461703886; forceNewPlan=false, retain=false 2024-11-24T15:21:49,098 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ead215f3eecf17c6fc078df4ceda935d, regionState=OPENING, regionLocation=c99348da3e93,43419,1732461703886 2024-11-24T15:21:49,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ead215f3eecf17c6fc078df4ceda935d, ASSIGN because future has completed 2024-11-24T15:21:49,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ead215f3eecf17c6fc078df4ceda935d, server=c99348da3e93,43419,1732461703886}] 2024-11-24T15:21:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:49,260 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732461708822.ead215f3eecf17c6fc078df4ceda935d. 2024-11-24T15:21:49,260 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ead215f3eecf17c6fc078df4ceda935d, NAME => 'test,,1732461708822.ead215f3eecf17c6fc078df4ceda935d.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:21:49,260 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:21:49,261 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T15:21:49,261 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ead215f3eecf17c6fc078df4ceda935d 2024-11-24T15:21:49,261 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732461708822.ead215f3eecf17c6fc078df4ceda935d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:49,261 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ead215f3eecf17c6fc078df4ceda935d 2024-11-24T15:21:49,261 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ead215f3eecf17c6fc078df4ceda935d 2024-11-24T15:21:49,262 INFO [StoreOpener-ead215f3eecf17c6fc078df4ceda935d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ead215f3eecf17c6fc078df4ceda935d 2024-11-24T15:21:49,263 INFO [StoreOpener-ead215f3eecf17c6fc078df4ceda935d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ead215f3eecf17c6fc078df4ceda935d columnFamilyName f 2024-11-24T15:21:49,263 DEBUG [StoreOpener-ead215f3eecf17c6fc078df4ceda935d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:49,263 INFO [StoreOpener-ead215f3eecf17c6fc078df4ceda935d-1 {}] regionserver.HStore(327): Store=ead215f3eecf17c6fc078df4ceda935d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:49,263 INFO [StoreOpener-ead215f3eecf17c6fc078df4ceda935d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ead215f3eecf17c6fc078df4ceda935d 2024-11-24T15:21:49,264 INFO [StoreOpener-ead215f3eecf17c6fc078df4ceda935d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ead215f3eecf17c6fc078df4ceda935d columnFamilyName f1 2024-11-24T15:21:49,264 DEBUG [StoreOpener-ead215f3eecf17c6fc078df4ceda935d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:49,264 INFO [StoreOpener-ead215f3eecf17c6fc078df4ceda935d-1 {}] regionserver.HStore(327): Store=ead215f3eecf17c6fc078df4ceda935d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:49,264 INFO [StoreOpener-ead215f3eecf17c6fc078df4ceda935d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ead215f3eecf17c6fc078df4ceda935d 2024-11-24T15:21:49,265 INFO [StoreOpener-ead215f3eecf17c6fc078df4ceda935d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ead215f3eecf17c6fc078df4ceda935d columnFamilyName norep 2024-11-24T15:21:49,265 DEBUG [StoreOpener-ead215f3eecf17c6fc078df4ceda935d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:49,265 INFO [StoreOpener-ead215f3eecf17c6fc078df4ceda935d-1 {}] regionserver.HStore(327): Store=ead215f3eecf17c6fc078df4ceda935d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:49,265 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ead215f3eecf17c6fc078df4ceda935d 2024-11-24T15:21:49,266 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/default/test/ead215f3eecf17c6fc078df4ceda935d 2024-11-24T15:21:49,266 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/default/test/ead215f3eecf17c6fc078df4ceda935d 2024-11-24T15:21:49,267 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ead215f3eecf17c6fc078df4ceda935d 2024-11-24T15:21:49,267 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ead215f3eecf17c6fc078df4ceda935d 2024-11-24T15:21:49,267 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:21:49,268 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ead215f3eecf17c6fc078df4ceda935d 2024-11-24T15:21:49,269 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/default/test/ead215f3eecf17c6fc078df4ceda935d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:21:49,270 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ead215f3eecf17c6fc078df4ceda935d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73582515, jitterRate=0.09646491706371307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:21:49,270 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ead215f3eecf17c6fc078df4ceda935d 2024-11-24T15:21:49,270 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ead215f3eecf17c6fc078df4ceda935d: Running coprocessor pre-open hook at 1732461709261Writing region info on filesystem at 1732461709261Initializing all the Stores at 1732461709261Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461709261Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461709262 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461709262Cleaning up temporary data from old regions at 1732461709267 (+5 ms)Running coprocessor post-open hooks at 1732461709270 (+3 ms)Region opened successfully at 1732461709270 2024-11-24T15:21:49,271 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732461708822.ead215f3eecf17c6fc078df4ceda935d., pid=6, masterSystemTime=1732461709257 2024-11-24T15:21:49,273 DEBUG [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732461708822.ead215f3eecf17c6fc078df4ceda935d. 2024-11-24T15:21:49,273 INFO [RS_OPEN_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732461708822.ead215f3eecf17c6fc078df4ceda935d. 2024-11-24T15:21:49,273 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ead215f3eecf17c6fc078df4ceda935d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c99348da3e93,43419,1732461703886 2024-11-24T15:21:49,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ead215f3eecf17c6fc078df4ceda935d, server=c99348da3e93,43419,1732461703886 because future has completed 2024-11-24T15:21:49,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T15:21:49,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ead215f3eecf17c6fc078df4ceda935d, server=c99348da3e93,43419,1732461703886 in 171 msec 2024-11-24T15:21:49,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T15:21:49,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ead215f3eecf17c6fc078df4ceda935d, ASSIGN in 333 msec 2024-11-24T15:21:49,279 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:21:49,280 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461709279"}]},"ts":"1732461709279"} 2024-11-24T15:21:49,281 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T15:21:49,282 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:21:49,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 459 msec 2024-11-24T15:21:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T15:21:49,457 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T15:21:49,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617fc8af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:49,458 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,41831,-1 for getting cluster id 2024-11-24T15:21:49,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:49,459 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47349e71-ffa5-469a-be9a-61ed4c2a7967' 2024-11-24T15:21:49,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:49,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47349e71-ffa5-469a-be9a-61ed4c2a7967" 2024-11-24T15:21:49,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@419b9354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:49,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,41831,-1] 2024-11-24T15:21:49,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:49,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:49,461 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:49,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c00179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:49,461 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:49,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,41831,1732461698535 2024-11-24T15:21:49,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ae1c373 2024-11-24T15:21:49,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:49,464 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:21:49,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41831 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c99348da3e93:35509,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T15:21:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41831 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T15:21:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:21:49,467 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:35509' 2024-11-24T15:21:49,468 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435cc675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:49,468 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,35509,-1 for getting cluster id 2024-11-24T15:21:49,468 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:49,468 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '872a6948-c8e1-4450-8fda-203252a340f8' 2024-11-24T15:21:49,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:49,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "872a6948-c8e1-4450-8fda-203252a340f8" 2024-11-24T15:21:49,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1447105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:49,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,35509,-1] 2024-11-24T15:21:49,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:49,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:49,469 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:49,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578b6bb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:49,470 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:49,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,35509,1732461700700 2024-11-24T15:21:49,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49a871c2 2024-11-24T15:21:49,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:49,471 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:21:49,472 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T15:21:49,472 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T15:21:49,472 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:49,472 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:49,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:21:49,473 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T15:21:49,474 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T15:21:49,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T15:21:49,474 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:49,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T15:21:49,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741837_1013 (size=1138) 2024-11-24T15:21:49,524 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T15:21:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:21:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:21:49,888 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b329a2dd0a6698c70dfbaa23bf1f1ea8, NAME => 'hbase:replication,,1732461709473.b329a2dd0a6698c70dfbaa23bf1f1ea8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8 2024-11-24T15:21:49,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741838_1014 (size=44) 2024-11-24T15:21:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:21:50,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461709473.b329a2dd0a6698c70dfbaa23bf1f1ea8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:50,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b329a2dd0a6698c70dfbaa23bf1f1ea8, disabling compactions & flushes 2024-11-24T15:21:50,311 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461709473.b329a2dd0a6698c70dfbaa23bf1f1ea8. 2024-11-24T15:21:50,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461709473.b329a2dd0a6698c70dfbaa23bf1f1ea8. 2024-11-24T15:21:50,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461709473.b329a2dd0a6698c70dfbaa23bf1f1ea8. after waiting 0 ms 2024-11-24T15:21:50,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461709473.b329a2dd0a6698c70dfbaa23bf1f1ea8. 2024-11-24T15:21:50,311 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732461709473.b329a2dd0a6698c70dfbaa23bf1f1ea8. 2024-11-24T15:21:50,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b329a2dd0a6698c70dfbaa23bf1f1ea8: Waiting for close lock at 1732461710311Disabling compacts and flushes for region at 1732461710311Disabling writes for close at 1732461710311Writing region close event to WAL at 1732461710311Closed at 1732461710311 2024-11-24T15:21:50,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T15:21:50,313 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732461709473.b329a2dd0a6698c70dfbaa23bf1f1ea8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732461710313"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732461710313"}]},"ts":"1732461710313"} 2024-11-24T15:21:50,315 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T15:21:50,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T15:21:50,316 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461710316"}]},"ts":"1732461710316"} 2024-11-24T15:21:50,324 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T15:21:50,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b329a2dd0a6698c70dfbaa23bf1f1ea8, ASSIGN}] 2024-11-24T15:21:50,326 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b329a2dd0a6698c70dfbaa23bf1f1ea8, ASSIGN 2024-11-24T15:21:50,327 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b329a2dd0a6698c70dfbaa23bf1f1ea8, ASSIGN; state=OFFLINE, location=c99348da3e93,35961,1732461698621; forceNewPlan=false, retain=false 2024-11-24T15:21:50,478 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b329a2dd0a6698c70dfbaa23bf1f1ea8, regionState=OPENING, regionLocation=c99348da3e93,35961,1732461698621 2024-11-24T15:21:50,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b329a2dd0a6698c70dfbaa23bf1f1ea8, ASSIGN because future has completed 2024-11-24T15:21:50,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b329a2dd0a6698c70dfbaa23bf1f1ea8, server=c99348da3e93,35961,1732461698621}] 2024-11-24T15:21:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:21:50,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732461709473.b329a2dd0a6698c70dfbaa23bf1f1ea8. 2024-11-24T15:21:50,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T15:21:50,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T15:21:50,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c99348da3e93%2C35961%2C1732461698621.rep, suffix=, logDir=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621, archiveDir=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/oldWALs, maxLogs=10 2024-11-24T15:21:50,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.rep.1732461710646, exclude list is [], retry=0 2024-11-24T15:21:50,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41231,DS-5eb2fb77-537c-4ac1-bd75-bed3501f0ded,DISK] 2024-11-24T15:21:50,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.rep.1732461710646 2024-11-24T15:21:50,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44709:44709)] 2024-11-24T15:21:50,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b329a2dd0a6698c70dfbaa23bf1f1ea8, NAME => 'hbase:replication,,1732461709473.b329a2dd0a6698c70dfbaa23bf1f1ea8.', STARTKEY => '', ENDKEY => ''} 2024-11-24T15:21:50,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T15:21:50,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T15:21:50,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732461709473.b329a2dd0a6698c70dfbaa23bf1f1ea8. service=MultiRowMutationService 2024-11-24T15:21:50,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T15:21:50,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b329a2dd0a6698c70dfbaa23bf1f1ea8 2024-11-24T15:21:50,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732461709473.b329a2dd0a6698c70dfbaa23bf1f1ea8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T15:21:50,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b329a2dd0a6698c70dfbaa23bf1f1ea8 2024-11-24T15:21:50,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b329a2dd0a6698c70dfbaa23bf1f1ea8 2024-11-24T15:21:50,697 INFO [StoreOpener-b329a2dd0a6698c70dfbaa23bf1f1ea8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b329a2dd0a6698c70dfbaa23bf1f1ea8 2024-11-24T15:21:50,699 INFO [StoreOpener-b329a2dd0a6698c70dfbaa23bf1f1ea8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b329a2dd0a6698c70dfbaa23bf1f1ea8 columnFamilyName hfileref 2024-11-24T15:21:50,699 DEBUG [StoreOpener-b329a2dd0a6698c70dfbaa23bf1f1ea8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:50,700 INFO [StoreOpener-b329a2dd0a6698c70dfbaa23bf1f1ea8-1 {}] regionserver.HStore(327): Store=b329a2dd0a6698c70dfbaa23bf1f1ea8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:50,700 INFO [StoreOpener-b329a2dd0a6698c70dfbaa23bf1f1ea8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b329a2dd0a6698c70dfbaa23bf1f1ea8 2024-11-24T15:21:50,701 INFO [StoreOpener-b329a2dd0a6698c70dfbaa23bf1f1ea8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b329a2dd0a6698c70dfbaa23bf1f1ea8 columnFamilyName queue 2024-11-24T15:21:50,701 DEBUG [StoreOpener-b329a2dd0a6698c70dfbaa23bf1f1ea8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:50,701 INFO [StoreOpener-b329a2dd0a6698c70dfbaa23bf1f1ea8-1 {}] regionserver.HStore(327): Store=b329a2dd0a6698c70dfbaa23bf1f1ea8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:50,701 INFO [StoreOpener-b329a2dd0a6698c70dfbaa23bf1f1ea8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b329a2dd0a6698c70dfbaa23bf1f1ea8 2024-11-24T15:21:50,702 INFO [StoreOpener-b329a2dd0a6698c70dfbaa23bf1f1ea8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b329a2dd0a6698c70dfbaa23bf1f1ea8 columnFamilyName sid 2024-11-24T15:21:50,702 DEBUG [StoreOpener-b329a2dd0a6698c70dfbaa23bf1f1ea8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T15:21:50,703 INFO [StoreOpener-b329a2dd0a6698c70dfbaa23bf1f1ea8-1 {}] regionserver.HStore(327): Store=b329a2dd0a6698c70dfbaa23bf1f1ea8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T15:21:50,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b329a2dd0a6698c70dfbaa23bf1f1ea8 2024-11-24T15:21:50,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/replication/b329a2dd0a6698c70dfbaa23bf1f1ea8 2024-11-24T15:21:50,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/replication/b329a2dd0a6698c70dfbaa23bf1f1ea8 2024-11-24T15:21:50,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b329a2dd0a6698c70dfbaa23bf1f1ea8 2024-11-24T15:21:50,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b329a2dd0a6698c70dfbaa23bf1f1ea8 2024-11-24T15:21:50,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T15:21:50,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b329a2dd0a6698c70dfbaa23bf1f1ea8 2024-11-24T15:21:50,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/replication/b329a2dd0a6698c70dfbaa23bf1f1ea8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T15:21:50,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b329a2dd0a6698c70dfbaa23bf1f1ea8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59585240, jitterRate=-0.11211073398590088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T15:21:50,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b329a2dd0a6698c70dfbaa23bf1f1ea8 2024-11-24T15:21:50,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b329a2dd0a6698c70dfbaa23bf1f1ea8: Running coprocessor pre-open hook at 1732461710670Writing region info on filesystem at 1732461710670Initializing all the Stores at 1732461710675 (+5 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461710675Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461710696 (+21 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732461710696Cleaning up temporary data from old regions at 1732461710704 (+8 ms)Running coprocessor post-open hooks at 1732461710709 (+5 ms)Region opened successfully at 1732461710709 2024-11-24T15:21:50,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732461709473.b329a2dd0a6698c70dfbaa23bf1f1ea8., pid=10, masterSystemTime=1732461710639 2024-11-24T15:21:50,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732461709473.b329a2dd0a6698c70dfbaa23bf1f1ea8. 2024-11-24T15:21:50,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732461709473.b329a2dd0a6698c70dfbaa23bf1f1ea8. 2024-11-24T15:21:50,712 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b329a2dd0a6698c70dfbaa23bf1f1ea8, regionState=OPEN, openSeqNum=2, regionLocation=c99348da3e93,35961,1732461698621 2024-11-24T15:21:50,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b329a2dd0a6698c70dfbaa23bf1f1ea8, server=c99348da3e93,35961,1732461698621 because future has completed 2024-11-24T15:21:50,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T15:21:50,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b329a2dd0a6698c70dfbaa23bf1f1ea8, server=c99348da3e93,35961,1732461698621 in 234 msec 2024-11-24T15:21:50,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T15:21:50,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b329a2dd0a6698c70dfbaa23bf1f1ea8, ASSIGN in 393 msec 2024-11-24T15:21:50,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T15:21:50,719 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732461710719"}]},"ts":"1732461710719"} 2024-11-24T15:21:50,720 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T15:21:50,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T15:21:50,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2480 sec 2024-11-24T15:21:50,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732461709473.b329a2dd0a6698c70dfbaa23bf1f1ea8., hostname=c99348da3e93,35961,1732461698621, seqNum=2] 2024-11-24T15:21:50,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35961-0x1014a9183c20001, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231279046 2024-11-24T15:21:50,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231279046 2024-11-24T15:21:50,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T15:21:50,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35961 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T15:21:50,894 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T15:21:50,926 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c99348da3e93,35961,1732461698621, ReplicationSource: 1, currentBandwidth=0 2024-11-24T15:21:50,927 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:50,927 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,35961,1732461698621, seqNum=-1] 2024-11-24T15:21:50,927 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:50,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-24T15:21:50,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c99348da3e93,35961,1732461698621', locateType=CURRENT is [region=hbase:replication,,1732461709473.b329a2dd0a6698c70dfbaa23bf1f1ea8., hostname=c99348da3e93,35961,1732461698621, seqNum=2] 2024-11-24T15:21:50,935 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T15:21:50,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41831 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T15:21:50,940 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c99348da3e93,35961,1732461698621 suceeded 2024-11-24T15:21:50,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T15:21:50,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-24T15:21:50,944 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c99348da3e93:35509,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T15:21:50,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4800 sec 2024-11-24T15:21:50,967 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:35509' 2024-11-24T15:21:50,969 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@444ab42f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:50,969 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,35509,-1 for getting cluster id 2024-11-24T15:21:50,969 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:50,969 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '872a6948-c8e1-4450-8fda-203252a340f8' 2024-11-24T15:21:50,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:50,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "872a6948-c8e1-4450-8fda-203252a340f8" 2024-11-24T15:21:50,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78f7ac9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:50,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,35509,-1] 2024-11-24T15:21:50,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:50,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:50,971 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:50,971 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55625e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:50,971 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:50,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,35509,1732461700700 2024-11-24T15:21:50,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@752074e5 2024-11-24T15:21:50,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:50,973 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-24T15:21:50,974 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c99348da3e93,35961,1732461698621 (queues=1) is replicating from cluster=47349e71-ffa5-469a-be9a-61ed4c2a7967 to cluster=872a6948-c8e1-4450-8fda-203252a340f8 2024-11-24T15:21:50,974 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c99348da3e93%2C35961%2C1732461698621 2024-11-24T15:21:50,974 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c99348da3e93,35961,1732461698621, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T15:21:50,975 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461699156, startPosition=0, beingWritten=true 2024-11-24T15:21:50,976 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.shipperc99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c99348da3e93%2C35961%2C1732461698621 2024-11-24T15:21:50,980 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:21:50,980 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461699156 to pos 379, reset compression=false 2024-11-24T15:21:50,980 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.shipperc99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,35961,1732461698621 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461699156, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:21:51,003 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T15:21:51,184 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461699156 to pos 379, reset compression=false 2024-11-24T15:21:51,496 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461699156 to pos 379, reset compression=false 2024-11-24T15:21:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T15:21:51,628 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T15:21:51,628 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:21:51,628 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:51,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:51,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:51,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:21:51,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8d6217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:51,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,41831,-1 for getting cluster id 2024-11-24T15:21:51,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:51,636 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47349e71-ffa5-469a-be9a-61ed4c2a7967' 2024-11-24T15:21:51,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:51,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47349e71-ffa5-469a-be9a-61ed4c2a7967" 2024-11-24T15:21:51,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b7037c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:51,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,41831,-1] 2024-11-24T15:21:51,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:51,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:51,639 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:51,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ae9a2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:51,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df40744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:51,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,35509,-1 for getting cluster id 2024-11-24T15:21:51,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:51,654 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '872a6948-c8e1-4450-8fda-203252a340f8' 2024-11-24T15:21:51,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:51,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "872a6948-c8e1-4450-8fda-203252a340f8" 2024-11-24T15:21:51,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cdb4bde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:51,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,35509,-1] 2024-11-24T15:21:51,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:51,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:51,656 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:51,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e74656, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:51,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad93e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:51,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,39849,-1 for getting cluster id 2024-11-24T15:21:51,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:51,668 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a33acee-cf92-4dfc-955c-8dd32f4fb0a9' 2024-11-24T15:21:51,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:51,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a33acee-cf92-4dfc-955c-8dd32f4fb0a9" 2024-11-24T15:21:51,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73808984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:51,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,39849,-1] 2024-11-24T15:21:51,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:51,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:51,670 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:51,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45292b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:51,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:51,676 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732461711675/Put/seqid=0 2024-11-24T15:21:51,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741840_1016 (size=7894) 2024-11-24T15:21:51,705 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732461711705/Put/seqid=0 2024-11-24T15:21:51,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741841_1017 (size=7691) 2024-11-24T15:21:51,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294d4e89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:51,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,41831,-1 for getting cluster id 2024-11-24T15:21:51,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:51,774 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47349e71-ffa5-469a-be9a-61ed4c2a7967' 2024-11-24T15:21:51,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:51,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47349e71-ffa5-469a-be9a-61ed4c2a7967" 2024-11-24T15:21:51,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6daf0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:51,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,41831,-1] 2024-11-24T15:21:51,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:51,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:51,777 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:51,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4818ae13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:51,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:51,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,35961,1732461698621, seqNum=-1] 2024-11-24T15:21:51,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:51,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:21:51,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:51,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,41831,1732461698535 2024-11-24T15:21:51,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@420efe24 2024-11-24T15:21:51,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:51,796 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:21:51,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190., hostname=c99348da3e93,35961,1732461698621, seqNum=2] 2024-11-24T15:21:51,805 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T15:21:51,824 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-24T15:21:51,830 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-24T15:21:51,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/testHFileCyclicReplication_0/f/hfile_1 for inclusion in ff47f8c323eb2673dd3b5dd00c5c8190/f 2024-11-24T15:21:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-24T15:21:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T15:21:51,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/testHFileCyclicReplication_0/f/hfile_0 for inclusion in ff47f8c323eb2673dd3b5dd00c5c8190/f 2024-11-24T15:21:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-24T15:21:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T15:21:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HRegion(2603): Flush status journal for ff47f8c323eb2673dd3b5dd00c5c8190: 2024-11-24T15:21:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/staging/jenkins__test__1jq2063pt7d7u3u8tqdn0jhgb2gnm2ccgj3tvnriu07bdeasdbr9s0vqchs297h0/f/hfile_1 2024-11-24T15:21:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/staging/jenkins__test__1jq2063pt7d7u3u8tqdn0jhgb2gnm2ccgj3tvnriu07bdeasdbr9s0vqchs297h0/f/hfile_1 as hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/default/test/ff47f8c323eb2673dd3b5dd00c5c8190/f/212bac82886f4f3d9c4b24e034e491f5_SeqId_4_ 2024-11-24T15:21:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/staging/jenkins__test__1jq2063pt7d7u3u8tqdn0jhgb2gnm2ccgj3tvnriu07bdeasdbr9s0vqchs297h0/f/hfile_0 2024-11-24T15:21:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/staging/jenkins__test__1jq2063pt7d7u3u8tqdn0jhgb2gnm2ccgj3tvnriu07bdeasdbr9s0vqchs297h0/f/hfile_0 as hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/default/test/ff47f8c323eb2673dd3b5dd00c5c8190/f/236f2aaa215c41369297bccd8d76bb2f_SeqId_4_ 2024-11-24T15:21:51,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/staging/jenkins__test__1jq2063pt7d7u3u8tqdn0jhgb2gnm2ccgj3tvnriu07bdeasdbr9s0vqchs297h0/f/hfile_1 into ff47f8c323eb2673dd3b5dd00c5c8190/f as hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/default/test/ff47f8c323eb2673dd3b5dd00c5c8190/f/212bac82886f4f3d9c4b24e034e491f5_SeqId_4_ - updating store file list. 2024-11-24T15:21:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 212bac82886f4f3d9c4b24e034e491f5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T15:21:51,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/default/test/ff47f8c323eb2673dd3b5dd00c5c8190/f/212bac82886f4f3d9c4b24e034e491f5_SeqId_4_ into ff47f8c323eb2673dd3b5dd00c5c8190/f 2024-11-24T15:21:51,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/staging/jenkins__test__1jq2063pt7d7u3u8tqdn0jhgb2gnm2ccgj3tvnriu07bdeasdbr9s0vqchs297h0/f/hfile_1 into ff47f8c323eb2673dd3b5dd00c5c8190/f (new location: hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/default/test/ff47f8c323eb2673dd3b5dd00c5c8190/f/212bac82886f4f3d9c4b24e034e491f5_SeqId_4_) 2024-11-24T15:21:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/staging/jenkins__test__1jq2063pt7d7u3u8tqdn0jhgb2gnm2ccgj3tvnriu07bdeasdbr9s0vqchs297h0/f/hfile_1 2024-11-24T15:21:51,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/staging/jenkins__test__1jq2063pt7d7u3u8tqdn0jhgb2gnm2ccgj3tvnriu07bdeasdbr9s0vqchs297h0/f/hfile_0 into ff47f8c323eb2673dd3b5dd00c5c8190/f as hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/default/test/ff47f8c323eb2673dd3b5dd00c5c8190/f/236f2aaa215c41369297bccd8d76bb2f_SeqId_4_ - updating store file list. 2024-11-24T15:21:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 236f2aaa215c41369297bccd8d76bb2f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T15:21:51,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/default/test/ff47f8c323eb2673dd3b5dd00c5c8190/f/236f2aaa215c41369297bccd8d76bb2f_SeqId_4_ into ff47f8c323eb2673dd3b5dd00c5c8190/f 2024-11-24T15:21:51,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/staging/jenkins__test__1jq2063pt7d7u3u8tqdn0jhgb2gnm2ccgj3tvnriu07bdeasdbr9s0vqchs297h0/f/hfile_0 into ff47f8c323eb2673dd3b5dd00c5c8190/f (new location: hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/default/test/ff47f8c323eb2673dd3b5dd00c5c8190/f/236f2aaa215c41369297bccd8d76bb2f_SeqId_4_) 2024-11-24T15:21:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/staging/jenkins__test__1jq2063pt7d7u3u8tqdn0jhgb2gnm2ccgj3tvnriu07bdeasdbr9s0vqchs297h0/f/hfile_0 2024-11-24T15:21:51,903 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:21:51,903 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:51,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:51,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:51,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:21:51,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190., hostname=c99348da3e93,35961,1732461698621, seqNum=2 , the old value is region=test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190., hostname=c99348da3e93,35961,1732461698621, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c99348da3e93:35961 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T15:21:51,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190., hostname=c99348da3e93,35961,1732461698621, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T15:21:51,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190., hostname=c99348da3e93,35961,1732461698621, seqNum=2 from cache 2024-11-24T15:21:51,905 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T15:21:51,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:51,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,39843,1732461700755, seqNum=-1] 2024-11-24T15:21:51,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:51,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:21:51,910 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732461708181.c93f038ea4f970ed00a806f139f43a5c., hostname=c99348da3e93,39843,1732461700755, seqNum=2] 2024-11-24T15:21:51,912 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T15:21:51,919 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461699156 to pos 379, reset compression=false 2024-11-24T15:21:51,946 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:21:51,947 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.shipperc99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,35961,1732461698621 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff47f8c323eb2673dd3b5dd00c5c8190/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732461711901/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461699156, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T15:21:51,949 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.shipperc99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:21:51,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-24T15:21:51,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.ReplicationSink(318): Replicating [47349e71-ffa5-469a-be9a-61ed4c2a7967] bulk loaded data 2024-11-24T15:21:51,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68cfaafc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:51,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,35509,-1 for getting cluster id 2024-11-24T15:21:51,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:51,966 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '872a6948-c8e1-4450-8fda-203252a340f8' 2024-11-24T15:21:51,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:51,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "872a6948-c8e1-4450-8fda-203252a340f8" 2024-11-24T15:21:51,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@303843e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:51,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,35509,-1] 2024-11-24T15:21:51,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:51,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:51,968 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:51,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ded94b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:52,008 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:35961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T15:21:52,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45199 is added to blk_1073741837_1013 (size=7691) 2024-11-24T15:21:52,147 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461699156 to pos 687, reset compression=false 2024-11-24T15:21:52,451 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461699156 to pos 687, reset compression=false 2024-11-24T15:21:52,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45199 is added to blk_1073741838_1014 (size=7894) 2024-11-24T15:21:52,854 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461699156 to pos 687, reset compression=false 2024-11-24T15:21:52,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:52,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,35509,1732461700700 2024-11-24T15:21:52,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b5f9096 2024-11-24T15:21:52,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:52,901 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-24T15:21:52,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T15:21:52,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:52,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,39843,1732461700755, seqNum=-1] 2024-11-24T15:21:52,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:52,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-24T15:21:52,914 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T15:21:52,923 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/staging/jenkins.hfs.22__test__7tgpicd3btea05th3l2tdol9g2h4hcsohgk372qcf78bokjqggt5hv1ggaiggo4a/f/212bac82886f4f3d9c4b24e034e491f5_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-24T15:21:52,927 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/staging/jenkins.hfs.22__test__7tgpicd3btea05th3l2tdol9g2h4hcsohgk372qcf78bokjqggt5hv1ggaiggo4a/f/236f2aaa215c41369297bccd8d76bb2f_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-24T15:21:52,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/staging/jenkins.hfs.22__test__7tgpicd3btea05th3l2tdol9g2h4hcsohgk372qcf78bokjqggt5hv1ggaiggo4a/f/236f2aaa215c41369297bccd8d76bb2f_SeqId_4_ for inclusion in c93f038ea4f970ed00a806f139f43a5c/f 2024-11-24T15:21:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-24T15:21:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T15:21:52,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/staging/jenkins.hfs.22__test__7tgpicd3btea05th3l2tdol9g2h4hcsohgk372qcf78bokjqggt5hv1ggaiggo4a/f/212bac82886f4f3d9c4b24e034e491f5_SeqId_4_ for inclusion in c93f038ea4f970ed00a806f139f43a5c/f 2024-11-24T15:21:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-24T15:21:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T15:21:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HRegion(2603): Flush status journal for c93f038ea4f970ed00a806f139f43a5c: 2024-11-24T15:21:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 236f2aaa215c41369297bccd8d76bb2f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T15:21:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/staging/jenkins.hfs.22__test__7tgpicd3btea05th3l2tdol9g2h4hcsohgk372qcf78bokjqggt5hv1ggaiggo4a/f/236f2aaa215c41369297bccd8d76bb2f_SeqId_4_ as hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/default/test/c93f038ea4f970ed00a806f139f43a5c/f/dec8a8ba96104dc78798cba56ad555cf_SeqId_4_ 2024-11-24T15:21:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 212bac82886f4f3d9c4b24e034e491f5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T15:21:52,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/staging/jenkins.hfs.22__test__7tgpicd3btea05th3l2tdol9g2h4hcsohgk372qcf78bokjqggt5hv1ggaiggo4a/f/212bac82886f4f3d9c4b24e034e491f5_SeqId_4_ as hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/default/test/c93f038ea4f970ed00a806f139f43a5c/f/d489f6e95a44495a806dca104d681d36_SeqId_4_ 2024-11-24T15:21:52,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/staging/jenkins.hfs.22__test__7tgpicd3btea05th3l2tdol9g2h4hcsohgk372qcf78bokjqggt5hv1ggaiggo4a/f/236f2aaa215c41369297bccd8d76bb2f_SeqId_4_ into c93f038ea4f970ed00a806f139f43a5c/f as hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/default/test/c93f038ea4f970ed00a806f139f43a5c/f/dec8a8ba96104dc78798cba56ad555cf_SeqId_4_ - updating store file list. 2024-11-24T15:21:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dec8a8ba96104dc78798cba56ad555cf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T15:21:52,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/default/test/c93f038ea4f970ed00a806f139f43a5c/f/dec8a8ba96104dc78798cba56ad555cf_SeqId_4_ into c93f038ea4f970ed00a806f139f43a5c/f 2024-11-24T15:21:52,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/staging/jenkins.hfs.22__test__7tgpicd3btea05th3l2tdol9g2h4hcsohgk372qcf78bokjqggt5hv1ggaiggo4a/f/236f2aaa215c41369297bccd8d76bb2f_SeqId_4_ into c93f038ea4f970ed00a806f139f43a5c/f (new location: hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/default/test/c93f038ea4f970ed00a806f139f43a5c/f/dec8a8ba96104dc78798cba56ad555cf_SeqId_4_) 2024-11-24T15:21:52,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/staging/jenkins.hfs.22__test__7tgpicd3btea05th3l2tdol9g2h4hcsohgk372qcf78bokjqggt5hv1ggaiggo4a/f/236f2aaa215c41369297bccd8d76bb2f_SeqId_4_ 2024-11-24T15:21:52,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/staging/jenkins.hfs.22__test__7tgpicd3btea05th3l2tdol9g2h4hcsohgk372qcf78bokjqggt5hv1ggaiggo4a/f/212bac82886f4f3d9c4b24e034e491f5_SeqId_4_ into c93f038ea4f970ed00a806f139f43a5c/f as hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/default/test/c93f038ea4f970ed00a806f139f43a5c/f/d489f6e95a44495a806dca104d681d36_SeqId_4_ - updating store file list. 2024-11-24T15:21:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d489f6e95a44495a806dca104d681d36_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T15:21:52,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/default/test/c93f038ea4f970ed00a806f139f43a5c/f/d489f6e95a44495a806dca104d681d36_SeqId_4_ into c93f038ea4f970ed00a806f139f43a5c/f 2024-11-24T15:21:52,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/staging/jenkins.hfs.22__test__7tgpicd3btea05th3l2tdol9g2h4hcsohgk372qcf78bokjqggt5hv1ggaiggo4a/f/212bac82886f4f3d9c4b24e034e491f5_SeqId_4_ into c93f038ea4f970ed00a806f139f43a5c/f (new location: hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/default/test/c93f038ea4f970ed00a806f139f43a5c/f/d489f6e95a44495a806dca104d681d36_SeqId_4_) 2024-11-24T15:21:52,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/staging/jenkins.hfs.22__test__7tgpicd3btea05th3l2tdol9g2h4hcsohgk372qcf78bokjqggt5hv1ggaiggo4a/f/212bac82886f4f3d9c4b24e034e491f5_SeqId_4_ 2024-11-24T15:21:52,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.ReplicationSink(324): Finished replicating [47349e71-ffa5-469a-be9a-61ed4c2a7967] bulk loaded data 2024-11-24T15:21:53,285 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:21:53,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:53,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:53,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:53,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:53,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:53,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:53,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:53,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:53,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:53,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:53,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:53,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:53,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:53,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:53,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:53,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:53,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:21:53,358 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461699156 to pos 687, reset compression=false 2024-11-24T15:21:53,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:53,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,43419,1732461703886, seqNum=-1] 2024-11-24T15:21:53,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:53,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:21:53,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732461708822.ead215f3eecf17c6fc078df4ceda935d., hostname=c99348da3e93,43419,1732461703886, seqNum=2] 2024-11-24T15:21:53,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:21:53,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T15:21:53,934 DEBUG [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c99348da3e93%2C35961%2C1732461698621.meta:.meta(num 1732461699670) roll requested 2024-11-24T15:21:53,958 DEBUG [regionserver/c99348da3e93:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.meta.1732461713934.meta, exclude list is [], retry=0 2024-11-24T15:21:53,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41231,DS-5eb2fb77-537c-4ac1-bd75-bed3501f0ded,DISK] 2024-11-24T15:21:53,962 INFO [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.meta.1732461699670.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.meta.1732461713934.meta 2024-11-24T15:21:53,962 DEBUG [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44709:44709)] 2024-11-24T15:21:53,962 DEBUG [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.meta.1732461699670.meta is not closed yet, will try archiving it next time 2024-11-24T15:21:53,962 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461699156 to pos 687, reset compression=false 2024-11-24T15:21:53,962 DEBUG [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c99348da3e93%2C35961%2C1732461698621.rep:(num 1732461710646) roll requested 2024-11-24T15:21:53,964 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.meta.1732461699670.meta not finished, retry = 0 2024-11-24T15:21:53,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741834_1010 (size=3473) 2024-11-24T15:21:53,977 DEBUG [regionserver/c99348da3e93:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.rep.1732461713963, exclude list is [], retry=0 2024-11-24T15:21:53,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41231,DS-5eb2fb77-537c-4ac1-bd75-bed3501f0ded,DISK] 2024-11-24T15:21:53,980 INFO [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.rep.1732461710646 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.rep.1732461713963 2024-11-24T15:21:53,980 DEBUG [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44709:44709)] 2024-11-24T15:21:53,980 DEBUG [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.rep.1732461710646 is not closed yet, will try archiving it next time 2024-11-24T15:21:53,980 DEBUG [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c99348da3e93%2C35961%2C1732461698621:(num 1732461699156) roll requested 2024-11-24T15:21:53,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741839_1015 (size=1505) 2024-11-24T15:21:53,993 DEBUG [regionserver/c99348da3e93:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980, exclude list is [], retry=0 2024-11-24T15:21:53,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41231,DS-5eb2fb77-537c-4ac1-bd75-bed3501f0ded,DISK] 2024-11-24T15:21:53,996 INFO [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461699156 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 2024-11-24T15:21:53,996 DEBUG [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44709:44709)] 2024-11-24T15:21:53,996 DEBUG [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461699156 is not closed yet, will try archiving it next time 2024-11-24T15:21:53,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7204f35d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:53,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741832_1008 (size=695) 2024-11-24T15:21:53,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,41831,-1 for getting cluster id 2024-11-24T15:21:53,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:53,998 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47349e71-ffa5-469a-be9a-61ed4c2a7967' 2024-11-24T15:21:53,998 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:53,998 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461699156 to hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/oldWALs/c99348da3e93%2C35961%2C1732461698621.1732461699156 2024-11-24T15:21:53,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47349e71-ffa5-469a-be9a-61ed4c2a7967" 2024-11-24T15:21:53,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6efc9c5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:53,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,41831,-1] 2024-11-24T15:21:53,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:53,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:54,000 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:54,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643134a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:54,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:54,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,41831,1732461698535 2024-11-24T15:21:54,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60d28924 2024-11-24T15:21:54,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:54,002 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:21:54,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41831 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://c99348da3e93:39849,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T15:21:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41831 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T15:21:54,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T15:21:54,005 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:39849' 2024-11-24T15:21:54,006 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282380a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:54,006 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,39849,-1 for getting cluster id 2024-11-24T15:21:54,007 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:54,007 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a33acee-cf92-4dfc-955c-8dd32f4fb0a9' 2024-11-24T15:21:54,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:54,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a33acee-cf92-4dfc-955c-8dd32f4fb0a9" 2024-11-24T15:21:54,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72db416e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:54,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,39849,-1] 2024-11-24T15:21:54,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:54,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:54,008 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:54,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5fc4fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:54,009 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:54,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,39849,1732461703833 2024-11-24T15:21:54,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@610a81d 2024-11-24T15:21:54,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:54,010 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:21:54,011 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T15:21:54,011 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T15:21:54,011 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:54,011 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:54,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:21:54,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T15:21:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T15:21:54,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35961 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-24T15:21:54,173 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-24T15:21:54,201 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-c99348da3e93,35961,1732461698621, ReplicationSource: 2, currentBandwidth=0 2024-11-24T15:21:54,203 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-24T15:21:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41831 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-24T15:21:54,205 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on c99348da3e93,35961,1732461698621 suceeded 2024-11-24T15:21:54,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T15:21:54,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-24T15:21:54,207 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://c99348da3e93:39849,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T15:21:54,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 204 msec 2024-11-24T15:21:54,217 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c99348da3e93:39849' 2024-11-24T15:21:54,218 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ab05b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:54,218 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,39849,-1 for getting cluster id 2024-11-24T15:21:54,218 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:54,219 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a33acee-cf92-4dfc-955c-8dd32f4fb0a9' 2024-11-24T15:21:54,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:54,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a33acee-cf92-4dfc-955c-8dd32f4fb0a9" 2024-11-24T15:21:54,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b0b11f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:54,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,39849,-1] 2024-11-24T15:21:54,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:54,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:54,220 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:54,221 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e79e77a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:54,221 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:54,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,39849,1732461703833 2024-11-24T15:21:54,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@196f98be 2024-11-24T15:21:54,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:54,222 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-24T15:21:54,222 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c99348da3e93,35961,1732461698621 (queues=1) is replicating from cluster=47349e71-ffa5-469a-be9a-61ed4c2a7967 to cluster=2a33acee-cf92-4dfc-955c-8dd32f4fb0a9 2024-11-24T15:21:54,223 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c99348da3e93%2C35961%2C1732461698621 2024-11-24T15:21:54,223 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c99348da3e93,35961,1732461698621, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T15:21:54,223 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.shipperc99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c99348da3e93%2C35961%2C1732461698621 2024-11-24T15:21:54,224 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980, startPosition=0, beingWritten=true 2024-11-24T15:21:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T15:21:54,317 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-24T15:21:54,317 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:21:54,317 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:54,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:54,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:54,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:21:54,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T15:21:54,322 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732461714321/Put/seqid=0 2024-11-24T15:21:54,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741845_1021 (size=11194) 2024-11-24T15:21:54,427 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 0, reset compression=false 2024-11-24T15:21:54,666 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461699156 to pos 687, reset compression=false 2024-11-24T15:21:54,668 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461699156 was moved to hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/oldWALs/c99348da3e93%2C35961%2C1732461698621.1732461699156 2024-11-24T15:21:54,669 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461699156 2024-11-24T15:21:54,669 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.shipperc99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,35961,1732461698621 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461699156, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-24T15:21:54,669 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980, startPosition=0, beingWritten=true 2024-11-24T15:21:54,672 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.shipperc99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [c99348da3e93%2C35961%2C1732461698621.1732461699156] 2024-11-24T15:21:54,728 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732461714727/Put/seqid=0 2024-11-24T15:21:54,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741846_1022 (size=10791) 2024-11-24T15:21:54,731 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 0, reset compression=false 2024-11-24T15:21:55,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b9be0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:55,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,41831,-1 for getting cluster id 2024-11-24T15:21:55,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:55,133 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47349e71-ffa5-469a-be9a-61ed4c2a7967' 2024-11-24T15:21:55,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:55,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47349e71-ffa5-469a-be9a-61ed4c2a7967" 2024-11-24T15:21:55,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a74732c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:55,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,41831,-1] 2024-11-24T15:21:55,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:55,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:55,135 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 0, reset compression=false 2024-11-24T15:21:55,135 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:55,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54bd1acb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:55,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:55,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,35961,1732461698621, seqNum=-1] 2024-11-24T15:21:55,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:55,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T15:21:55,143 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:55,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,41831,1732461698535 2024-11-24T15:21:55,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@149d650c 2024-11-24T15:21:55,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:55,145 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T15:21:55,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190., hostname=c99348da3e93,35961,1732461698621, seqNum=2] 2024-11-24T15:21:55,150 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T15:21:55,155 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-24T15:21:55,156 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-24T15:21:55,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/testHFileCyclicReplication_1/f/hfile_0 for inclusion in ff47f8c323eb2673dd3b5dd00c5c8190/f 2024-11-24T15:21:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-24T15:21:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T15:21:55,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/testHFileCyclicReplication_1/f/hfile_1 for inclusion in ff47f8c323eb2673dd3b5dd00c5c8190/f 2024-11-24T15:21:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-24T15:21:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T15:21:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HRegion(2603): Flush status journal for ff47f8c323eb2673dd3b5dd00c5c8190: 2024-11-24T15:21:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/staging/jenkins__test__91ggt1ai6u0euihdauo0j183eibdomd264u3kip0upfh0rk5uo6s971u3aci1p7s/f/hfile_0 2024-11-24T15:21:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/staging/jenkins__test__91ggt1ai6u0euihdauo0j183eibdomd264u3kip0upfh0rk5uo6s971u3aci1p7s/f/hfile_0 as hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/default/test/ff47f8c323eb2673dd3b5dd00c5c8190/f/060979b87d354bd7843453ba986f74c1_SeqId_6_ 2024-11-24T15:21:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/staging/jenkins__test__91ggt1ai6u0euihdauo0j183eibdomd264u3kip0upfh0rk5uo6s971u3aci1p7s/f/hfile_1 2024-11-24T15:21:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/staging/jenkins__test__91ggt1ai6u0euihdauo0j183eibdomd264u3kip0upfh0rk5uo6s971u3aci1p7s/f/hfile_1 as hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/default/test/ff47f8c323eb2673dd3b5dd00c5c8190/f/f976c04e5cd34d1b96cf807f32d2693f_SeqId_6_ 2024-11-24T15:21:55,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/staging/jenkins__test__91ggt1ai6u0euihdauo0j183eibdomd264u3kip0upfh0rk5uo6s971u3aci1p7s/f/hfile_0 into ff47f8c323eb2673dd3b5dd00c5c8190/f as hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/default/test/ff47f8c323eb2673dd3b5dd00c5c8190/f/060979b87d354bd7843453ba986f74c1_SeqId_6_ - updating store file list. 2024-11-24T15:21:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 060979b87d354bd7843453ba986f74c1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T15:21:55,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/default/test/ff47f8c323eb2673dd3b5dd00c5c8190/f/060979b87d354bd7843453ba986f74c1_SeqId_6_ into ff47f8c323eb2673dd3b5dd00c5c8190/f 2024-11-24T15:21:55,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/staging/jenkins__test__91ggt1ai6u0euihdauo0j183eibdomd264u3kip0upfh0rk5uo6s971u3aci1p7s/f/hfile_0 into ff47f8c323eb2673dd3b5dd00c5c8190/f (new location: hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/default/test/ff47f8c323eb2673dd3b5dd00c5c8190/f/060979b87d354bd7843453ba986f74c1_SeqId_6_) 2024-11-24T15:21:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/staging/jenkins__test__91ggt1ai6u0euihdauo0j183eibdomd264u3kip0upfh0rk5uo6s971u3aci1p7s/f/hfile_0 2024-11-24T15:21:55,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/staging/jenkins__test__91ggt1ai6u0euihdauo0j183eibdomd264u3kip0upfh0rk5uo6s971u3aci1p7s/f/hfile_1 into ff47f8c323eb2673dd3b5dd00c5c8190/f as hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/default/test/ff47f8c323eb2673dd3b5dd00c5c8190/f/f976c04e5cd34d1b96cf807f32d2693f_SeqId_6_ - updating store file list. 2024-11-24T15:21:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f976c04e5cd34d1b96cf807f32d2693f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T15:21:55,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/default/test/ff47f8c323eb2673dd3b5dd00c5c8190/f/f976c04e5cd34d1b96cf807f32d2693f_SeqId_6_ into ff47f8c323eb2673dd3b5dd00c5c8190/f 2024-11-24T15:21:55,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/staging/jenkins__test__91ggt1ai6u0euihdauo0j183eibdomd264u3kip0upfh0rk5uo6s971u3aci1p7s/f/hfile_1 into ff47f8c323eb2673dd3b5dd00c5c8190/f (new location: hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/default/test/ff47f8c323eb2673dd3b5dd00c5c8190/f/f976c04e5cd34d1b96cf807f32d2693f_SeqId_6_) 2024-11-24T15:21:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35961 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/staging/jenkins__test__91ggt1ai6u0euihdauo0j183eibdomd264u3kip0upfh0rk5uo6s971u3aci1p7s/f/hfile_1 2024-11-24T15:21:55,182 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:21:55,182 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:55,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:55,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:55,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190., hostname=c99348da3e93,35961,1732461698621, seqNum=2 , the old value is region=test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190., hostname=c99348da3e93,35961,1732461698621, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c99348da3e93:35961 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T15:21:55,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190., hostname=c99348da3e93,35961,1732461698621, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T15:21:55,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190., hostname=c99348da3e93,35961,1732461698621, seqNum=2 from cache 2024-11-24T15:21:55,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:21:55,183 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T15:21:55,185 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T15:21:55,288 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:35961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T15:21:55,474 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 0, reset compression=false 2024-11-24T15:21:55,478 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:21:55,479 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.shipperc99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c99348da3e93,35961,1732461698621 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff47f8c323eb2673dd3b5dd00c5c8190/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732461715180/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T15:21:55,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.ReplicationSink(318): Replicating [47349e71-ffa5-469a-be9a-61ed4c2a7967] bulk loaded data 2024-11-24T15:21:55,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45199 is added to blk_1073741839_1015 (size=11194) 2024-11-24T15:21:55,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45199 is added to blk_1073741840_1016 (size=10791) 2024-11-24T15:21:55,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T15:21:55,501 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/staging/jenkins.hfs.22__test__v4br9kto7fnatajpp7kvm7tamf4t99bb25n3e1e9i2holgj6ko53l1shr9hpqlu0/f/060979b87d354bd7843453ba986f74c1_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-24T15:21:55,503 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/staging/jenkins.hfs.22__test__v4br9kto7fnatajpp7kvm7tamf4t99bb25n3e1e9i2holgj6ko53l1shr9hpqlu0/f/f976c04e5cd34d1b96cf807f32d2693f_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-24T15:21:55,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/staging/jenkins.hfs.22__test__v4br9kto7fnatajpp7kvm7tamf4t99bb25n3e1e9i2holgj6ko53l1shr9hpqlu0/f/060979b87d354bd7843453ba986f74c1_SeqId_6_ for inclusion in c93f038ea4f970ed00a806f139f43a5c/f 2024-11-24T15:21:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-24T15:21:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T15:21:55,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/staging/jenkins.hfs.22__test__v4br9kto7fnatajpp7kvm7tamf4t99bb25n3e1e9i2holgj6ko53l1shr9hpqlu0/f/f976c04e5cd34d1b96cf807f32d2693f_SeqId_6_ for inclusion in c93f038ea4f970ed00a806f139f43a5c/f 2024-11-24T15:21:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-24T15:21:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T15:21:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HRegion(2603): Flush status journal for c93f038ea4f970ed00a806f139f43a5c: 2024-11-24T15:21:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 060979b87d354bd7843453ba986f74c1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T15:21:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/staging/jenkins.hfs.22__test__v4br9kto7fnatajpp7kvm7tamf4t99bb25n3e1e9i2holgj6ko53l1shr9hpqlu0/f/060979b87d354bd7843453ba986f74c1_SeqId_6_ as hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/default/test/c93f038ea4f970ed00a806f139f43a5c/f/25d22bf453294ceab897258dd82845c7_SeqId_6_ 2024-11-24T15:21:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f976c04e5cd34d1b96cf807f32d2693f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T15:21:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/staging/jenkins.hfs.22__test__v4br9kto7fnatajpp7kvm7tamf4t99bb25n3e1e9i2holgj6ko53l1shr9hpqlu0/f/f976c04e5cd34d1b96cf807f32d2693f_SeqId_6_ as hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/default/test/c93f038ea4f970ed00a806f139f43a5c/f/5d24e21baa784501b64e93af6b6ff13e_SeqId_6_ 2024-11-24T15:21:55,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/staging/jenkins.hfs.22__test__v4br9kto7fnatajpp7kvm7tamf4t99bb25n3e1e9i2holgj6ko53l1shr9hpqlu0/f/060979b87d354bd7843453ba986f74c1_SeqId_6_ into c93f038ea4f970ed00a806f139f43a5c/f as hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/default/test/c93f038ea4f970ed00a806f139f43a5c/f/25d22bf453294ceab897258dd82845c7_SeqId_6_ - updating store file list. 2024-11-24T15:21:55,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 25d22bf453294ceab897258dd82845c7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T15:21:55,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/default/test/c93f038ea4f970ed00a806f139f43a5c/f/25d22bf453294ceab897258dd82845c7_SeqId_6_ into c93f038ea4f970ed00a806f139f43a5c/f 2024-11-24T15:21:55,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/staging/jenkins.hfs.22__test__v4br9kto7fnatajpp7kvm7tamf4t99bb25n3e1e9i2holgj6ko53l1shr9hpqlu0/f/060979b87d354bd7843453ba986f74c1_SeqId_6_ into c93f038ea4f970ed00a806f139f43a5c/f (new location: hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/default/test/c93f038ea4f970ed00a806f139f43a5c/f/25d22bf453294ceab897258dd82845c7_SeqId_6_) 2024-11-24T15:21:55,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/staging/jenkins.hfs.22__test__v4br9kto7fnatajpp7kvm7tamf4t99bb25n3e1e9i2holgj6ko53l1shr9hpqlu0/f/060979b87d354bd7843453ba986f74c1_SeqId_6_ 2024-11-24T15:21:55,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/staging/jenkins.hfs.22__test__v4br9kto7fnatajpp7kvm7tamf4t99bb25n3e1e9i2holgj6ko53l1shr9hpqlu0/f/f976c04e5cd34d1b96cf807f32d2693f_SeqId_6_ into c93f038ea4f970ed00a806f139f43a5c/f as hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/default/test/c93f038ea4f970ed00a806f139f43a5c/f/5d24e21baa784501b64e93af6b6ff13e_SeqId_6_ - updating store file list. 2024-11-24T15:21:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5d24e21baa784501b64e93af6b6ff13e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T15:21:55,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/default/test/c93f038ea4f970ed00a806f139f43a5c/f/5d24e21baa784501b64e93af6b6ff13e_SeqId_6_ into c93f038ea4f970ed00a806f139f43a5c/f 2024-11-24T15:21:55,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/staging/jenkins.hfs.22__test__v4br9kto7fnatajpp7kvm7tamf4t99bb25n3e1e9i2holgj6ko53l1shr9hpqlu0/f/f976c04e5cd34d1b96cf807f32d2693f_SeqId_6_ into c93f038ea4f970ed00a806f139f43a5c/f (new location: hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/default/test/c93f038ea4f970ed00a806f139f43a5c/f/5d24e21baa784501b64e93af6b6ff13e_SeqId_6_) 2024-11-24T15:21:55,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/staging/jenkins.hfs.22__test__v4br9kto7fnatajpp7kvm7tamf4t99bb25n3e1e9i2holgj6ko53l1shr9hpqlu0/f/f976c04e5cd34d1b96cf807f32d2693f_SeqId_6_ 2024-11-24T15:21:55,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39843 {}] regionserver.ReplicationSink(324): Finished replicating [47349e71-ffa5-469a-be9a-61ed4c2a7967] bulk loaded data 2024-11-24T15:21:55,639 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 0, reset compression=false 2024-11-24T15:21:55,643 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T15:21:55,643 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.shipperc99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-c99348da3e93,35961,1732461698621 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff47f8c323eb2673dd3b5dd00c5c8190/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732461715180/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T15:21:55,645 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.shipperc99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T15:21:55,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-24T15:21:55,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] regionserver.ReplicationSink(318): Replicating [47349e71-ffa5-469a-be9a-61ed4c2a7967] bulk loaded data 2024-11-24T15:21:55,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7661a79f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:55,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] client.ClusterIdFetcher(90): Going to request c99348da3e93,39849,-1 for getting cluster id 2024-11-24T15:21:55,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T15:21:55,647 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a33acee-cf92-4dfc-955c-8dd32f4fb0a9' 2024-11-24T15:21:55,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T15:21:55,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a33acee-cf92-4dfc-955c-8dd32f4fb0a9" 2024-11-24T15:21:55,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ac9ae13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:55,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c99348da3e93,39849,-1] 2024-11-24T15:21:55,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T15:21:55,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:55,648 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-24T15:21:55,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6de847ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:21:55,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741837_1013 (size=11194) 2024-11-24T15:21:55,679 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 393, reset compression=false 2024-11-24T15:21:55,843 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 393, reset compression=false 2024-11-24T15:21:55,982 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 393, reset compression=false 2024-11-24T15:21:56,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741838_1014 (size=10791) 2024-11-24T15:21:56,146 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 393, reset compression=false 2024-11-24T15:21:56,194 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T15:21:56,386 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 393, reset compression=false 2024-11-24T15:21:56,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:21:56,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c99348da3e93,39849,1732461703833 2024-11-24T15:21:56,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cfd4d99 2024-11-24T15:21:56,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T15:21:56,467 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-24T15:21:56,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T15:21:56,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T15:21:56,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c99348da3e93,43419,1732461703886, seqNum=-1] 2024-11-24T15:21:56,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T15:21:56,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-24T15:21:56,475 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/staging/jenkins.hfs.23__test__s5fhtoo3cmagbksg1u63i9hu5blljv2tjtqga3803kobkdeta8dk69j25m4125q2/f/060979b87d354bd7843453ba986f74c1_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-24T15:21:56,477 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/staging/jenkins.hfs.23__test__s5fhtoo3cmagbksg1u63i9hu5blljv2tjtqga3803kobkdeta8dk69j25m4125q2/f/f976c04e5cd34d1b96cf807f32d2693f_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-24T15:21:56,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/staging/jenkins.hfs.23__test__s5fhtoo3cmagbksg1u63i9hu5blljv2tjtqga3803kobkdeta8dk69j25m4125q2/f/f976c04e5cd34d1b96cf807f32d2693f_SeqId_6_ for inclusion in ead215f3eecf17c6fc078df4ceda935d/f 2024-11-24T15:21:56,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-24T15:21:56,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T15:21:56,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/staging/jenkins.hfs.23__test__s5fhtoo3cmagbksg1u63i9hu5blljv2tjtqga3803kobkdeta8dk69j25m4125q2/f/060979b87d354bd7843453ba986f74c1_SeqId_6_ for inclusion in ead215f3eecf17c6fc078df4ceda935d/f 2024-11-24T15:21:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-24T15:21:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T15:21:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] regionserver.HRegion(2603): Flush status journal for ead215f3eecf17c6fc078df4ceda935d: 2024-11-24T15:21:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f976c04e5cd34d1b96cf807f32d2693f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T15:21:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/staging/jenkins.hfs.23__test__s5fhtoo3cmagbksg1u63i9hu5blljv2tjtqga3803kobkdeta8dk69j25m4125q2/f/f976c04e5cd34d1b96cf807f32d2693f_SeqId_6_ as hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/default/test/ead215f3eecf17c6fc078df4ceda935d/f/3af475eb3b04486f96be41be56b1c0cf_SeqId_4_ 2024-11-24T15:21:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 060979b87d354bd7843453ba986f74c1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T15:21:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/staging/jenkins.hfs.23__test__s5fhtoo3cmagbksg1u63i9hu5blljv2tjtqga3803kobkdeta8dk69j25m4125q2/f/060979b87d354bd7843453ba986f74c1_SeqId_6_ as hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/default/test/ead215f3eecf17c6fc078df4ceda935d/f/8eb68f7b2d154f59989d9319c4866ba7_SeqId_4_ 2024-11-24T15:21:56,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/staging/jenkins.hfs.23__test__s5fhtoo3cmagbksg1u63i9hu5blljv2tjtqga3803kobkdeta8dk69j25m4125q2/f/f976c04e5cd34d1b96cf807f32d2693f_SeqId_6_ into ead215f3eecf17c6fc078df4ceda935d/f as hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/default/test/ead215f3eecf17c6fc078df4ceda935d/f/3af475eb3b04486f96be41be56b1c0cf_SeqId_4_ - updating store file list. 2024-11-24T15:21:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3af475eb3b04486f96be41be56b1c0cf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T15:21:56,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/default/test/ead215f3eecf17c6fc078df4ceda935d/f/3af475eb3b04486f96be41be56b1c0cf_SeqId_4_ into ead215f3eecf17c6fc078df4ceda935d/f 2024-11-24T15:21:56,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/staging/jenkins.hfs.23__test__s5fhtoo3cmagbksg1u63i9hu5blljv2tjtqga3803kobkdeta8dk69j25m4125q2/f/f976c04e5cd34d1b96cf807f32d2693f_SeqId_6_ into ead215f3eecf17c6fc078df4ceda935d/f (new location: hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/default/test/ead215f3eecf17c6fc078df4ceda935d/f/3af475eb3b04486f96be41be56b1c0cf_SeqId_4_) 2024-11-24T15:21:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/staging/jenkins.hfs.23__test__s5fhtoo3cmagbksg1u63i9hu5blljv2tjtqga3803kobkdeta8dk69j25m4125q2/f/f976c04e5cd34d1b96cf807f32d2693f_SeqId_6_ 2024-11-24T15:21:56,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/staging/jenkins.hfs.23__test__s5fhtoo3cmagbksg1u63i9hu5blljv2tjtqga3803kobkdeta8dk69j25m4125q2/f/060979b87d354bd7843453ba986f74c1_SeqId_6_ into ead215f3eecf17c6fc078df4ceda935d/f as hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/default/test/ead215f3eecf17c6fc078df4ceda935d/f/8eb68f7b2d154f59989d9319c4866ba7_SeqId_4_ - updating store file list. 2024-11-24T15:21:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8eb68f7b2d154f59989d9319c4866ba7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T15:21:56,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/default/test/ead215f3eecf17c6fc078df4ceda935d/f/8eb68f7b2d154f59989d9319c4866ba7_SeqId_4_ into ead215f3eecf17c6fc078df4ceda935d/f 2024-11-24T15:21:56,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/staging/jenkins.hfs.23__test__s5fhtoo3cmagbksg1u63i9hu5blljv2tjtqga3803kobkdeta8dk69j25m4125q2/f/060979b87d354bd7843453ba986f74c1_SeqId_6_ into ead215f3eecf17c6fc078df4ceda935d/f (new location: hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/default/test/ead215f3eecf17c6fc078df4ceda935d/f/8eb68f7b2d154f59989d9319c4866ba7_SeqId_4_) 2024-11-24T15:21:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/staging/jenkins.hfs.23__test__s5fhtoo3cmagbksg1u63i9hu5blljv2tjtqga3803kobkdeta8dk69j25m4125q2/f/060979b87d354bd7843453ba986f74c1_SeqId_6_ 2024-11-24T15:21:56,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] regionserver.ReplicationSink(324): Finished replicating [47349e71-ffa5-469a-be9a-61ed4c2a7967] bulk loaded data 2024-11-24T15:21:56,550 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 393, reset compression=false 2024-11-24T15:21:56,889 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 393, reset compression=false 2024-11-24T15:21:57,053 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 393, reset compression=false 2024-11-24T15:21:57,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T15:21:57,200 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:21:57,200 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:57,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:57,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:57,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:21:57,201 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T15:21:57,201 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=57959248, stopped=false 2024-11-24T15:21:57,201 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c99348da3e93,39849,1732461703833 2024-11-24T15:21:57,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x1014a9183c20007, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1487186531/running 2024-11-24T15:21:57,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1487186531/running 2024-11-24T15:21:57,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1487186531 2024-11-24T15:21:57,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x1014a9183c20007, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1487186531 2024-11-24T15:21:57,202 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:21:57,203 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:21:57,203 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:57,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:57,203 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c99348da3e93,43419,1732461703886' ***** 2024-11-24T15:21:57,203 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T15:21:57,204 INFO [RS:0;c99348da3e93:43419 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T15:21:57,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Set watcher on znode that does not yet exist, /2-1487186531/running 2024-11-24T15:21:57,204 INFO [RS:0;c99348da3e93:43419 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T15:21:57,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43419-0x1014a9183c20007, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Set watcher on znode that does not yet exist, /2-1487186531/running 2024-11-24T15:21:57,204 INFO [RS:0;c99348da3e93:43419 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T15:21:57,204 INFO [RS:0;c99348da3e93:43419 {}] regionserver.HRegionServer(3091): Received CLOSE for ead215f3eecf17c6fc078df4ceda935d 2024-11-24T15:21:57,204 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T15:21:57,204 INFO [RS:0;c99348da3e93:43419 {}] regionserver.HRegionServer(959): stopping server c99348da3e93,43419,1732461703886 2024-11-24T15:21:57,204 INFO [RS:0;c99348da3e93:43419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:21:57,204 INFO [RS:0;c99348da3e93:43419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:43419. 2024-11-24T15:21:57,204 DEBUG [RS:0;c99348da3e93:43419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:57,204 DEBUG [RS:0;c99348da3e93:43419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:57,204 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ead215f3eecf17c6fc078df4ceda935d, disabling compactions & flushes 2024-11-24T15:21:57,205 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732461708822.ead215f3eecf17c6fc078df4ceda935d. 2024-11-24T15:21:57,205 INFO [RS:0;c99348da3e93:43419 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T15:21:57,205 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461708822.ead215f3eecf17c6fc078df4ceda935d. 2024-11-24T15:21:57,205 INFO [RS:0;c99348da3e93:43419 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T15:21:57,205 INFO [RS:0;c99348da3e93:43419 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T15:21:57,205 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732461708822.ead215f3eecf17c6fc078df4ceda935d. after waiting 0 ms 2024-11-24T15:21:57,205 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732461708822.ead215f3eecf17c6fc078df4ceda935d. 2024-11-24T15:21:57,205 INFO [RS:0;c99348da3e93:43419 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T15:21:57,205 INFO [RS:0;c99348da3e93:43419 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T15:21:57,205 DEBUG [RS:0;c99348da3e93:43419 {}] regionserver.HRegionServer(1325): Online Regions={ead215f3eecf17c6fc078df4ceda935d=test,,1732461708822.ead215f3eecf17c6fc078df4ceda935d., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T15:21:57,205 DEBUG [RS:0;c99348da3e93:43419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ead215f3eecf17c6fc078df4ceda935d 2024-11-24T15:21:57,205 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:21:57,205 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:21:57,205 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:21:57,205 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:21:57,205 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:21:57,206 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-24T15:21:57,208 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/default/test/ead215f3eecf17c6fc078df4ceda935d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-24T15:21:57,210 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:21:57,210 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T15:21:57,211 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732461708822.ead215f3eecf17c6fc078df4ceda935d. 2024-11-24T15:21:57,211 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ead215f3eecf17c6fc078df4ceda935d: Waiting for close lock at 1732461717204Running coprocessor pre-close hooks at 1732461717204Disabling compacts and flushes for region at 1732461717204Disabling writes for close at 1732461717205 (+1 ms)Writing region close event to WAL at 1732461717205Running coprocessor post-close hooks at 1732461717210 (+5 ms)Closed at 1732461717210 2024-11-24T15:21:57,211 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732461708822.ead215f3eecf17c6fc078df4ceda935d. 2024-11-24T15:21:57,222 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/hbase/meta/1588230740/.tmp/info/d385028d60c048f9831e58ac493a08b6 is 129, key is test,,1732461708822.ead215f3eecf17c6fc078df4ceda935d./info:regioninfo/1732461709273/Put/seqid=0 2024-11-24T15:21:57,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741839_1015 (size=6421) 2024-11-24T15:21:57,261 INFO [regionserver/c99348da3e93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:21:57,405 DEBUG [RS:0;c99348da3e93:43419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:21:57,493 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 393, reset compression=false 2024-11-24T15:21:57,605 DEBUG [RS:0;c99348da3e93:43419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:21:57,626 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/hbase/meta/1588230740/.tmp/info/d385028d60c048f9831e58ac493a08b6 2024-11-24T15:21:57,644 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/hbase/meta/1588230740/.tmp/ns/12c6507dc5d04d159abcd0f4691d99f5 is 43, key is default/ns:d/1732461706925/Put/seqid=0 2024-11-24T15:21:57,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741840_1016 (size=5153) 2024-11-24T15:21:57,648 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/hbase/meta/1588230740/.tmp/ns/12c6507dc5d04d159abcd0f4691d99f5 2024-11-24T15:21:57,656 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 393, reset compression=false 2024-11-24T15:21:57,668 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/hbase/meta/1588230740/.tmp/rep_barrier/4c4d50c8410a4063907a5b12759171e2 is 112, key is test,,1732461708822.ead215f3eecf17c6fc078df4ceda935d./rep_barrier:seqnumDuringOpen/1732461709273/Put/seqid=0 2024-11-24T15:21:57,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741841_1017 (size=5518) 2024-11-24T15:21:57,671 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/hbase/meta/1588230740/.tmp/rep_barrier/4c4d50c8410a4063907a5b12759171e2 2024-11-24T15:21:57,691 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/hbase/meta/1588230740/.tmp/table/683032062a3a47479363120c564aa8f1 is 40, key is test/table:state/1732461709279/Put/seqid=0 2024-11-24T15:21:57,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741842_1018 (size=5165) 2024-11-24T15:21:57,695 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/hbase/meta/1588230740/.tmp/table/683032062a3a47479363120c564aa8f1 2024-11-24T15:21:57,699 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/hbase/meta/1588230740/.tmp/info/d385028d60c048f9831e58ac493a08b6 as hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/hbase/meta/1588230740/info/d385028d60c048f9831e58ac493a08b6 2024-11-24T15:21:57,702 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/hbase/meta/1588230740/info/d385028d60c048f9831e58ac493a08b6, entries=10, sequenceid=11, filesize=6.3 K 2024-11-24T15:21:57,703 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/hbase/meta/1588230740/.tmp/ns/12c6507dc5d04d159abcd0f4691d99f5 as hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/hbase/meta/1588230740/ns/12c6507dc5d04d159abcd0f4691d99f5 2024-11-24T15:21:57,706 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/hbase/meta/1588230740/ns/12c6507dc5d04d159abcd0f4691d99f5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T15:21:57,706 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/hbase/meta/1588230740/.tmp/rep_barrier/4c4d50c8410a4063907a5b12759171e2 as hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/hbase/meta/1588230740/rep_barrier/4c4d50c8410a4063907a5b12759171e2 2024-11-24T15:21:57,709 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/hbase/meta/1588230740/rep_barrier/4c4d50c8410a4063907a5b12759171e2, entries=1, sequenceid=11, filesize=5.4 K 2024-11-24T15:21:57,710 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/hbase/meta/1588230740/.tmp/table/683032062a3a47479363120c564aa8f1 as hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/hbase/meta/1588230740/table/683032062a3a47479363120c564aa8f1 2024-11-24T15:21:57,713 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/hbase/meta/1588230740/table/683032062a3a47479363120c564aa8f1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T15:21:57,714 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 508ms, sequenceid=11, compaction requested=false 2024-11-24T15:21:57,717 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T15:21:57,718 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:21:57,718 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:21:57,718 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:21:57,718 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461717205Running coprocessor pre-close hooks at 1732461717205Disabling compacts and flushes for region at 1732461717205Disabling writes for close at 1732461717205Obtaining lock to block concurrent updates at 1732461717206 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732461717206Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732461717206Flushing stores of hbase:meta,,1.1588230740 at 1732461717207 (+1 ms)Flushing 1588230740/info: creating writer at 1732461717207Flushing 1588230740/info: appending metadata at 1732461717221 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732461717221Flushing 1588230740/ns: creating writer at 1732461717630 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732461717644 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732461717644Flushing 1588230740/rep_barrier: creating writer at 1732461717651 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732461717667 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732461717667Flushing 1588230740/table: creating writer at 1732461717675 (+8 ms)Flushing 1588230740/table: appending metadata at 1732461717691 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732461717691Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e1c0158: reopening flushed file at 1732461717699 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@259aeabb: reopening flushed file at 1732461717702 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ffa09f4: reopening flushed file at 1732461717706 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78f76fac: reopening flushed file at 1732461717709 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 508ms, sequenceid=11, compaction requested=false at 1732461717714 (+5 ms)Writing region close event to WAL at 1732461717715 (+1 ms)Running coprocessor post-close hooks at 1732461717718 (+3 ms)Closed at 1732461717718 2024-11-24T15:21:57,718 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T15:21:57,806 INFO [RS:0;c99348da3e93:43419 {}] regionserver.HRegionServer(976): stopping server c99348da3e93,43419,1732461703886; all regions closed. 2024-11-24T15:21:57,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741834_1010 (size=2717) 2024-11-24T15:21:57,810 DEBUG [RS:0;c99348da3e93:43419 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/oldWALs 2024-11-24T15:21:57,810 INFO [RS:0;c99348da3e93:43419 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C43419%2C1732461703886.meta:.meta(num 1732461706874) 2024-11-24T15:21:57,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741832_1008 (size=1028) 2024-11-24T15:21:57,813 DEBUG [RS:0;c99348da3e93:43419 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/oldWALs 2024-11-24T15:21:57,813 INFO [RS:0;c99348da3e93:43419 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C43419%2C1732461703886:(num 1732461705882) 2024-11-24T15:21:57,813 DEBUG [RS:0;c99348da3e93:43419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:57,813 INFO [RS:0;c99348da3e93:43419 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:21:57,813 INFO [RS:0;c99348da3e93:43419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:21:57,814 INFO [RS:0;c99348da3e93:43419 {}] hbase.ChoreService(370): Chore service for: regionserver/c99348da3e93:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T15:21:57,814 INFO [RS:0;c99348da3e93:43419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:21:57,814 INFO [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:21:57,814 INFO [RS:0;c99348da3e93:43419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:43419. 2024-11-24T15:21:57,814 DEBUG [RS:0;c99348da3e93:43419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:57,814 DEBUG [RS:0;c99348da3e93:43419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:57,814 DEBUG [RS:0;c99348da3e93:43419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:57,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:21:57,815 INFO [RS:0;c99348da3e93:43419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43419 2024-11-24T15:21:57,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1487186531/rs 2024-11-24T15:21:57,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x1014a9183c20007, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1487186531/rs/c99348da3e93,43419,1732461703886 2024-11-24T15:21:57,817 INFO [RS:0;c99348da3e93:43419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:21:57,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c99348da3e93,43419,1732461703886] 2024-11-24T15:21:57,820 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1487186531/draining/c99348da3e93,43419,1732461703886 already deleted, retry=false 2024-11-24T15:21:57,820 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c99348da3e93,43419,1732461703886 expired; onlineServers=0 2024-11-24T15:21:57,820 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c99348da3e93,39849,1732461703833' ***** 2024-11-24T15:21:57,820 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T15:21:57,820 INFO [M:0;c99348da3e93:39849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:21:57,820 INFO [M:0;c99348da3e93:39849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:21:57,820 DEBUG [M:0;c99348da3e93:39849 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T15:21:57,821 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T15:21:57,821 DEBUG [M:0;c99348da3e93:39849 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T15:21:57,821 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461705706 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461705706,5,FailOnTimeoutGroup] 2024-11-24T15:21:57,821 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461705706 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461705706,5,FailOnTimeoutGroup] 2024-11-24T15:21:57,821 INFO [M:0;c99348da3e93:39849 {}] hbase.ChoreService(370): Chore service for: master/c99348da3e93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T15:21:57,821 INFO [M:0;c99348da3e93:39849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:21:57,821 DEBUG [M:0;c99348da3e93:39849 {}] master.HMaster(1795): Stopping service threads 2024-11-24T15:21:57,821 INFO [M:0;c99348da3e93:39849 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T15:21:57,821 INFO [M:0;c99348da3e93:39849 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:21:57,821 INFO [M:0;c99348da3e93:39849 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T15:21:57,821 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T15:21:57,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1487186531/master 2024-11-24T15:21:57,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1487186531 2024-11-24T15:21:57,822 DEBUG [M:0;c99348da3e93:39849 {}] zookeeper.ZKUtil(347): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Unable to get data of znode /2-1487186531/master because node does not exist (not an error) 2024-11-24T15:21:57,822 WARN [M:0;c99348da3e93:39849 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T15:21:57,822 INFO [M:0;c99348da3e93:39849 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/.lastflushedseqids 2024-11-24T15:21:57,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741843_1019 (size=173) 2024-11-24T15:21:57,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x1014a9183c20007, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:21:57,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x1014a9183c20007, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:21:57,918 INFO [RS:0;c99348da3e93:43419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:21:57,919 INFO [RS:0;c99348da3e93:43419 {}] regionserver.HRegionServer(1031): Exiting; stopping=c99348da3e93,43419,1732461703886; zookeeper connection closed. 2024-11-24T15:21:57,919 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29b665f7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29b665f7 2024-11-24T15:21:57,919 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T15:21:58,196 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 393, reset compression=false 2024-11-24T15:21:58,227 INFO [M:0;c99348da3e93:39849 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T15:21:58,227 INFO [M:0;c99348da3e93:39849 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T15:21:58,227 DEBUG [M:0;c99348da3e93:39849 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:21:58,227 INFO [M:0;c99348da3e93:39849 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:58,227 DEBUG [M:0;c99348da3e93:39849 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:58,227 DEBUG [M:0;c99348da3e93:39849 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:21:58,227 DEBUG [M:0;c99348da3e93:39849 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:58,228 INFO [M:0;c99348da3e93:39849 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-24T15:21:58,243 DEBUG [M:0;c99348da3e93:39849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee5fcef74ae14ae5b270b0ec26a36e6f is 82, key is hbase:meta,,1/info:regioninfo/1732461706914/Put/seqid=0 2024-11-24T15:21:58,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741844_1020 (size=5672) 2024-11-24T15:21:58,359 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 393, reset compression=false 2024-11-24T15:21:58,647 INFO [M:0;c99348da3e93:39849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee5fcef74ae14ae5b270b0ec26a36e6f 2024-11-24T15:21:58,665 DEBUG [M:0;c99348da3e93:39849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90b363abbe844dde98e6a08e2a5d5d24 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732461709283/Put/seqid=0 2024-11-24T15:21:58,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741845_1021 (size=6586) 2024-11-24T15:21:59,000 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 393, reset compression=false 2024-11-24T15:21:59,070 INFO [M:0;c99348da3e93:39849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90b363abbe844dde98e6a08e2a5d5d24 2024-11-24T15:21:59,087 DEBUG [M:0;c99348da3e93:39849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a86de1a65b97498ba85dd3f9a2873333 is 69, key is c99348da3e93,43419,1732461703886/rs:state/1732461705734/Put/seqid=0 2024-11-24T15:21:59,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741846_1022 (size=5156) 2024-11-24T15:21:59,162 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 393, reset compression=false 2024-11-24T15:21:59,490 INFO [M:0;c99348da3e93:39849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a86de1a65b97498ba85dd3f9a2873333 2024-11-24T15:21:59,494 DEBUG [M:0;c99348da3e93:39849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee5fcef74ae14ae5b270b0ec26a36e6f as hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee5fcef74ae14ae5b270b0ec26a36e6f 2024-11-24T15:21:59,497 INFO [M:0;c99348da3e93:39849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee5fcef74ae14ae5b270b0ec26a36e6f, entries=8, sequenceid=55, filesize=5.5 K 2024-11-24T15:21:59,498 DEBUG [M:0;c99348da3e93:39849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90b363abbe844dde98e6a08e2a5d5d24 as hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90b363abbe844dde98e6a08e2a5d5d24 2024-11-24T15:21:59,501 INFO [M:0;c99348da3e93:39849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90b363abbe844dde98e6a08e2a5d5d24, entries=6, sequenceid=55, filesize=6.4 K 2024-11-24T15:21:59,501 DEBUG [M:0;c99348da3e93:39849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a86de1a65b97498ba85dd3f9a2873333 as hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a86de1a65b97498ba85dd3f9a2873333 2024-11-24T15:21:59,504 INFO [M:0;c99348da3e93:39849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34871/user/jenkins/test-data/2d51dc5b-958c-c9c7-298f-3104bd5a8bc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a86de1a65b97498ba85dd3f9a2873333, entries=1, sequenceid=55, filesize=5.0 K 2024-11-24T15:21:59,505 INFO [M:0;c99348da3e93:39849 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=55, compaction requested=false 2024-11-24T15:21:59,506 INFO [M:0;c99348da3e93:39849 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:21:59,506 DEBUG [M:0;c99348da3e93:39849 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461718227Disabling compacts and flushes for region at 1732461718227Disabling writes for close at 1732461718227Obtaining lock to block concurrent updates at 1732461718228 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732461718228Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732461718228Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732461718228Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732461718229 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732461718242 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732461718242Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732461718650 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732461718665 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732461718665Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732461719073 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732461719086 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732461719086Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62a9f283: reopening flushed file at 1732461719494 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26cd3096: reopening flushed file at 1732461719497 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e30c1d3: reopening flushed file at 1732461719501 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=55, compaction requested=false at 1732461719505 (+4 ms)Writing region close event to WAL at 1732461719506 (+1 ms)Closed at 1732461719506 2024-11-24T15:21:59,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36397 is added to blk_1073741830_1006 (size=32770) 2024-11-24T15:21:59,508 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:21:59,508 INFO [M:0;c99348da3e93:39849 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T15:21:59,509 INFO [M:0;c99348da3e93:39849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39849 2024-11-24T15:21:59,509 INFO [M:0;c99348da3e93:39849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:21:59,611 INFO [M:0;c99348da3e93:39849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:21:59,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:21:59,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1014a9183c20006, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:21:59,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ee89d80{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:21:59,614 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d375cf5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:21:59,614 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:21:59,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@500f800f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:21:59,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14dbd29b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/hadoop.log.dir/,STOPPED} 2024-11-24T15:21:59,616 WARN [BP-1573529869-172.17.0.2-1732461702746 heartbeating to localhost/127.0.0.1:34871 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T15:21:59,616 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T15:21:59,616 WARN [BP-1573529869-172.17.0.2-1732461702746 heartbeating to localhost/127.0.0.1:34871 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1573529869-172.17.0.2-1732461702746 (Datanode Uuid 6c9035d6-4b45-4926-aeab-95aedd040348) service to localhost/127.0.0.1:34871 2024-11-24T15:21:59,617 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T15:21:59,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/cluster_65b47eb3-e349-022b-dbd5-68bef7005073/data/data1/current/BP-1573529869-172.17.0.2-1732461702746 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:21:59,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/cluster_65b47eb3-e349-022b-dbd5-68bef7005073/data/data2/current/BP-1573529869-172.17.0.2-1732461702746 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:21:59,618 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T15:21:59,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7087108e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:21:59,624 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11891a61{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:21:59,624 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:21:59,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43c03594{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:21:59,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41f5666a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70a4e78b-9e09-05f3-608c-246b4c22320e/hadoop.log.dir/,STOPPED} 2024-11-24T15:21:59,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T15:21:59,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T15:21:59,648 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:21:59,648 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:59,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:59,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:21:59,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:59,649 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T15:21:59,649 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1843941648, stopped=false 2024-11-24T15:21:59,649 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c99348da3e93,35509,1732461700700 2024-11-24T15:21:59,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39843-0x1014a9183c20004, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1217378385/running 2024-11-24T15:21:59,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1217378385/running 2024-11-24T15:21:59,650 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:21:59,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39843-0x1014a9183c20004, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217378385 2024-11-24T15:21:59,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217378385 2024-11-24T15:21:59,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:21:59,651 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:59,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:59,651 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c99348da3e93,39843,1732461700755' ***** 2024-11-24T15:21:59,651 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T15:21:59,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Set watcher on znode that does not yet exist, /1-1217378385/running 2024-11-24T15:21:59,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39843-0x1014a9183c20004, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Set watcher on znode that does not yet exist, /1-1217378385/running 2024-11-24T15:21:59,652 INFO [RS:0;c99348da3e93:39843 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T15:21:59,652 INFO [RS:0;c99348da3e93:39843 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T15:21:59,652 INFO [RS:0;c99348da3e93:39843 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T15:21:59,652 INFO [RS:0;c99348da3e93:39843 {}] regionserver.HRegionServer(3091): Received CLOSE for c93f038ea4f970ed00a806f139f43a5c 2024-11-24T15:21:59,652 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T15:21:59,652 INFO [RS:0;c99348da3e93:39843 {}] regionserver.HRegionServer(959): stopping server c99348da3e93,39843,1732461700755 2024-11-24T15:21:59,652 INFO [RS:0;c99348da3e93:39843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:21:59,653 INFO [RS:0;c99348da3e93:39843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:39843. 2024-11-24T15:21:59,653 DEBUG [RS:0;c99348da3e93:39843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:21:59,653 DEBUG [RS:0;c99348da3e93:39843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:21:59,653 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c93f038ea4f970ed00a806f139f43a5c, disabling compactions & flushes 2024-11-24T15:21:59,653 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732461708181.c93f038ea4f970ed00a806f139f43a5c. 2024-11-24T15:21:59,653 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461708181.c93f038ea4f970ed00a806f139f43a5c. 2024-11-24T15:21:59,653 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732461708181.c93f038ea4f970ed00a806f139f43a5c. after waiting 0 ms 2024-11-24T15:21:59,653 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732461708181.c93f038ea4f970ed00a806f139f43a5c. 2024-11-24T15:21:59,653 INFO [RS:0;c99348da3e93:39843 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T15:21:59,653 INFO [RS:0;c99348da3e93:39843 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T15:21:59,653 INFO [RS:0;c99348da3e93:39843 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T15:21:59,653 INFO [RS:0;c99348da3e93:39843 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T15:21:59,653 INFO [RS:0;c99348da3e93:39843 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T15:21:59,653 DEBUG [RS:0;c99348da3e93:39843 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c93f038ea4f970ed00a806f139f43a5c=test,,1732461708181.c93f038ea4f970ed00a806f139f43a5c.} 2024-11-24T15:21:59,653 DEBUG [RS:0;c99348da3e93:39843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c93f038ea4f970ed00a806f139f43a5c 2024-11-24T15:21:59,653 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:21:59,653 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:21:59,653 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:21:59,653 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:21:59,653 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:21:59,654 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-24T15:21:59,656 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/default/test/c93f038ea4f970ed00a806f139f43a5c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T15:21:59,657 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:21:59,657 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T15:21:59,657 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732461708181.c93f038ea4f970ed00a806f139f43a5c. 2024-11-24T15:21:59,657 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c93f038ea4f970ed00a806f139f43a5c: Waiting for close lock at 1732461719653Running coprocessor pre-close hooks at 1732461719653Disabling compacts and flushes for region at 1732461719653Disabling writes for close at 1732461719653Writing region close event to WAL at 1732461719653Running coprocessor post-close hooks at 1732461719657 (+4 ms)Closed at 1732461719657 2024-11-24T15:21:59,657 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732461708181.c93f038ea4f970ed00a806f139f43a5c. 2024-11-24T15:21:59,669 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/hbase/meta/1588230740/.tmp/info/f3827f54086941419a8f9ce78de679a5 is 129, key is test,,1732461708181.c93f038ea4f970ed00a806f139f43a5c./info:regioninfo/1732461708569/Put/seqid=0 2024-11-24T15:21:59,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45199 is added to blk_1073741841_1017 (size=6421) 2024-11-24T15:21:59,704 INFO [regionserver/c99348da3e93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:21:59,853 DEBUG [RS:0;c99348da3e93:39843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:21:59,903 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 393, reset compression=false 2024-11-24T15:21:59,969 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T15:21:59,969 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T15:22:00,053 DEBUG [RS:0;c99348da3e93:39843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:22:00,066 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 393, reset compression=false 2024-11-24T15:22:00,073 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/hbase/meta/1588230740/.tmp/info/f3827f54086941419a8f9ce78de679a5 2024-11-24T15:22:00,091 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/hbase/meta/1588230740/.tmp/ns/fe713b199bd641bbb595f3e81c87722a is 43, key is default/ns:d/1732461702648/Put/seqid=0 2024-11-24T15:22:00,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45199 is added to blk_1073741842_1018 (size=5153) 2024-11-24T15:22:00,254 DEBUG [RS:0;c99348da3e93:39843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:22:00,454 DEBUG [RS:0;c99348da3e93:39843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:22:00,494 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/hbase/meta/1588230740/.tmp/ns/fe713b199bd641bbb595f3e81c87722a 2024-11-24T15:22:00,511 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/hbase/meta/1588230740/.tmp/rep_barrier/643fb4353a8d4bec9100361c31c2edad is 112, key is test,,1732461708181.c93f038ea4f970ed00a806f139f43a5c./rep_barrier:seqnumDuringOpen/1732461708569/Put/seqid=0 2024-11-24T15:22:00,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45199 is added to blk_1073741843_1019 (size=5518) 2024-11-24T15:22:00,514 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/hbase/meta/1588230740/.tmp/rep_barrier/643fb4353a8d4bec9100361c31c2edad 2024-11-24T15:22:00,530 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/hbase/meta/1588230740/.tmp/table/fcec4aeba706476c9da986ce88436fc0 is 40, key is test/table:state/1732461708577/Put/seqid=0 2024-11-24T15:22:00,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45199 is added to blk_1073741844_1020 (size=5165) 2024-11-24T15:22:00,654 INFO [RS:0;c99348da3e93:39843 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T15:22:00,654 DEBUG [RS:0;c99348da3e93:39843 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T15:22:00,654 DEBUG [RS:0;c99348da3e93:39843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:22:00,854 DEBUG [RS:0;c99348da3e93:39843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:22:00,907 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 393, reset compression=false 2024-11-24T15:22:00,933 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/hbase/meta/1588230740/.tmp/table/fcec4aeba706476c9da986ce88436fc0 2024-11-24T15:22:00,937 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/hbase/meta/1588230740/.tmp/info/f3827f54086941419a8f9ce78de679a5 as hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/hbase/meta/1588230740/info/f3827f54086941419a8f9ce78de679a5 2024-11-24T15:22:00,941 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/hbase/meta/1588230740/info/f3827f54086941419a8f9ce78de679a5, entries=10, sequenceid=11, filesize=6.3 K 2024-11-24T15:22:00,942 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/hbase/meta/1588230740/.tmp/ns/fe713b199bd641bbb595f3e81c87722a as hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/hbase/meta/1588230740/ns/fe713b199bd641bbb595f3e81c87722a 2024-11-24T15:22:00,945 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/hbase/meta/1588230740/ns/fe713b199bd641bbb595f3e81c87722a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T15:22:00,945 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/hbase/meta/1588230740/.tmp/rep_barrier/643fb4353a8d4bec9100361c31c2edad as hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/hbase/meta/1588230740/rep_barrier/643fb4353a8d4bec9100361c31c2edad 2024-11-24T15:22:00,949 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/hbase/meta/1588230740/rep_barrier/643fb4353a8d4bec9100361c31c2edad, entries=1, sequenceid=11, filesize=5.4 K 2024-11-24T15:22:00,949 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/hbase/meta/1588230740/.tmp/table/fcec4aeba706476c9da986ce88436fc0 as hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/hbase/meta/1588230740/table/fcec4aeba706476c9da986ce88436fc0 2024-11-24T15:22:00,952 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/hbase/meta/1588230740/table/fcec4aeba706476c9da986ce88436fc0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T15:22:00,953 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=11, compaction requested=false 2024-11-24T15:22:00,953 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T15:22:00,957 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T15:22:00,958 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:22:00,958 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:22:00,958 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:22:00,958 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461719653Running coprocessor pre-close hooks at 1732461719653Disabling compacts and flushes for region at 1732461719653Disabling writes for close at 1732461719653Obtaining lock to block concurrent updates at 1732461719654 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732461719654Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732461719654Flushing stores of hbase:meta,,1.1588230740 at 1732461719654Flushing 1588230740/info: creating writer at 1732461719655 (+1 ms)Flushing 1588230740/info: appending metadata at 1732461719669 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732461719669Flushing 1588230740/ns: creating writer at 1732461720077 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732461720090 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732461720090Flushing 1588230740/rep_barrier: creating writer at 1732461720498 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732461720511 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732461720511Flushing 1588230740/table: creating writer at 1732461720517 (+6 ms)Flushing 1588230740/table: appending metadata at 1732461720530 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732461720530Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c941ce3: reopening flushed file at 1732461720937 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2760b88e: reopening flushed file at 1732461720941 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28d61a48: reopening flushed file at 1732461720945 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d2ea498: reopening flushed file at 1732461720949 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=11, compaction requested=false at 1732461720953 (+4 ms)Writing region close event to WAL at 1732461720955 (+2 ms)Running coprocessor post-close hooks at 1732461720958 (+3 ms)Closed at 1732461720958 2024-11-24T15:22:00,958 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T15:22:01,054 INFO [RS:0;c99348da3e93:39843 {}] regionserver.HRegionServer(976): stopping server c99348da3e93,39843,1732461700755; all regions closed. 2024-11-24T15:22:01,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45199 is added to blk_1073741834_1010 (size=2717) 2024-11-24T15:22:01,058 DEBUG [RS:0;c99348da3e93:39843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/oldWALs 2024-11-24T15:22:01,058 INFO [RS:0;c99348da3e93:39843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C39843%2C1732461700755.meta:.meta(num 1732461702608) 2024-11-24T15:22:01,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45199 is added to blk_1073741832_1008 (size=1374) 2024-11-24T15:22:01,062 DEBUG [RS:0;c99348da3e93:39843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/oldWALs 2024-11-24T15:22:01,062 INFO [RS:0;c99348da3e93:39843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c99348da3e93%2C39843%2C1732461700755:(num 1732461702106) 2024-11-24T15:22:01,062 DEBUG [RS:0;c99348da3e93:39843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:22:01,062 INFO [RS:0;c99348da3e93:39843 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:22:01,062 INFO [RS:0;c99348da3e93:39843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:22:01,063 INFO [RS:0;c99348da3e93:39843 {}] hbase.ChoreService(370): Chore service for: regionserver/c99348da3e93:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T15:22:01,063 INFO [RS:0;c99348da3e93:39843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:22:01,063 INFO [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:22:01,063 INFO [RS:0;c99348da3e93:39843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:39843. 2024-11-24T15:22:01,063 DEBUG [RS:0;c99348da3e93:39843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:22:01,063 DEBUG [RS:0;c99348da3e93:39843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:22:01,063 DEBUG [RS:0;c99348da3e93:39843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:22:01,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:22:01,064 INFO [RS:0;c99348da3e93:39843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39843 2024-11-24T15:22:01,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39843-0x1014a9183c20004, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1217378385/rs/c99348da3e93,39843,1732461700755 2024-11-24T15:22:01,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217378385/rs 2024-11-24T15:22:01,066 INFO [RS:0;c99348da3e93:39843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:22:01,066 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c99348da3e93,39843,1732461700755] 2024-11-24T15:22:01,068 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1217378385/draining/c99348da3e93,39843,1732461700755 already deleted, retry=false 2024-11-24T15:22:01,068 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c99348da3e93,39843,1732461700755 expired; onlineServers=0 2024-11-24T15:22:01,068 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c99348da3e93,35509,1732461700700' ***** 2024-11-24T15:22:01,068 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T15:22:01,068 INFO [M:0;c99348da3e93:35509 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:22:01,068 INFO [M:0;c99348da3e93:35509 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:22:01,068 DEBUG [M:0;c99348da3e93:35509 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T15:22:01,068 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T15:22:01,068 DEBUG [M:0;c99348da3e93:35509 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T15:22:01,068 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461701845 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461701845,5,FailOnTimeoutGroup] 2024-11-24T15:22:01,068 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461701846 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461701846,5,FailOnTimeoutGroup] 2024-11-24T15:22:01,068 INFO [M:0;c99348da3e93:35509 {}] hbase.ChoreService(370): Chore service for: master/c99348da3e93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T15:22:01,068 INFO [M:0;c99348da3e93:35509 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:22:01,068 DEBUG [M:0;c99348da3e93:35509 {}] master.HMaster(1795): Stopping service threads 2024-11-24T15:22:01,069 INFO [M:0;c99348da3e93:35509 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T15:22:01,069 INFO [M:0;c99348da3e93:35509 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:22:01,069 INFO [M:0;c99348da3e93:35509 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T15:22:01,069 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T15:22:01,069 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 393, reset compression=false 2024-11-24T15:22:01,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1217378385/master 2024-11-24T15:22:01,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1217378385 2024-11-24T15:22:01,070 DEBUG [M:0;c99348da3e93:35509 {}] zookeeper.ZKUtil(347): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Unable to get data of znode /1-1217378385/master because node does not exist (not an error) 2024-11-24T15:22:01,070 WARN [M:0;c99348da3e93:35509 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T15:22:01,083 INFO [M:0;c99348da3e93:35509 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/.lastflushedseqids 2024-11-24T15:22:01,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45199 is added to blk_1073741845_1021 (size=173) 2024-11-24T15:22:01,167 INFO [RS:0;c99348da3e93:39843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:22:01,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39843-0x1014a9183c20004, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:22:01,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39843-0x1014a9183c20004, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:22:01,168 INFO [RS:0;c99348da3e93:39843 {}] regionserver.HRegionServer(1031): Exiting; stopping=c99348da3e93,39843,1732461700755; zookeeper connection closed. 2024-11-24T15:22:01,168 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59ed91f4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59ed91f4 2024-11-24T15:22:01,168 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T15:22:01,472 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T15:22:01,487 INFO [M:0;c99348da3e93:35509 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T15:22:01,487 INFO [M:0;c99348da3e93:35509 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T15:22:01,488 DEBUG [M:0;c99348da3e93:35509 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:22:01,488 INFO [M:0;c99348da3e93:35509 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:22:01,488 DEBUG [M:0;c99348da3e93:35509 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:22:01,488 DEBUG [M:0;c99348da3e93:35509 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:22:01,488 DEBUG [M:0;c99348da3e93:35509 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:22:01,488 INFO [M:0;c99348da3e93:35509 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-24T15:22:01,503 DEBUG [M:0;c99348da3e93:35509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c489a3a6edba4850bc8b24a00aa1ba73 is 82, key is hbase:meta,,1/info:regioninfo/1732461702639/Put/seqid=0 2024-11-24T15:22:01,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45199 is added to blk_1073741846_1022 (size=5672) 2024-11-24T15:22:01,506 INFO [M:0;c99348da3e93:35509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c489a3a6edba4850bc8b24a00aa1ba73 2024-11-24T15:22:01,523 DEBUG [M:0;c99348da3e93:35509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14b3e4c6d85541519c758e8d2cf291b4 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732461708580/Put/seqid=0 2024-11-24T15:22:01,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45199 is added to blk_1073741847_1023 (size=6585) 2024-11-24T15:22:01,927 INFO [M:0;c99348da3e93:35509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14b3e4c6d85541519c758e8d2cf291b4 2024-11-24T15:22:01,944 DEBUG [M:0;c99348da3e93:35509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2ce28ba363d42baa53260190b351c46 is 69, key is c99348da3e93,39843,1732461700755/rs:state/1732461701938/Put/seqid=0 2024-11-24T15:22:01,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45199 is added to blk_1073741848_1024 (size=5156) 2024-11-24T15:22:02,010 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 393, reset compression=false 2024-11-24T15:22:02,173 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 393, reset compression=false 2024-11-24T15:22:02,348 INFO [M:0;c99348da3e93:35509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2ce28ba363d42baa53260190b351c46 2024-11-24T15:22:02,351 DEBUG [M:0;c99348da3e93:35509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c489a3a6edba4850bc8b24a00aa1ba73 as hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c489a3a6edba4850bc8b24a00aa1ba73 2024-11-24T15:22:02,355 INFO [M:0;c99348da3e93:35509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c489a3a6edba4850bc8b24a00aa1ba73, entries=8, sequenceid=55, filesize=5.5 K 2024-11-24T15:22:02,355 DEBUG [M:0;c99348da3e93:35509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14b3e4c6d85541519c758e8d2cf291b4 as hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14b3e4c6d85541519c758e8d2cf291b4 2024-11-24T15:22:02,358 INFO [M:0;c99348da3e93:35509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14b3e4c6d85541519c758e8d2cf291b4, entries=6, sequenceid=55, filesize=6.4 K 2024-11-24T15:22:02,359 DEBUG [M:0;c99348da3e93:35509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2ce28ba363d42baa53260190b351c46 as hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a2ce28ba363d42baa53260190b351c46 2024-11-24T15:22:02,362 INFO [M:0;c99348da3e93:35509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46565/user/jenkins/test-data/b8c9e31f-9621-8de6-b538-f2bfe79b6997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a2ce28ba363d42baa53260190b351c46, entries=1, sequenceid=55, filesize=5.0 K 2024-11-24T15:22:02,363 INFO [M:0;c99348da3e93:35509 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=55, compaction requested=false 2024-11-24T15:22:02,365 INFO [M:0;c99348da3e93:35509 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:22:02,365 DEBUG [M:0;c99348da3e93:35509 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461721487Disabling compacts and flushes for region at 1732461721487Disabling writes for close at 1732461721488 (+1 ms)Obtaining lock to block concurrent updates at 1732461721488Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732461721488Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732461721488Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732461721488Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732461721489 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732461721502 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732461721502Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732461721509 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732461721523 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732461721523Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732461721930 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732461721943 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732461721943Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@690cd817: reopening flushed file at 1732461722351 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59dd1abe: reopening flushed file at 1732461722355 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b67b263: reopening flushed file at 1732461722358 (+3 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=55, compaction requested=false at 1732461722363 (+5 ms)Writing region close event to WAL at 1732461722364 (+1 ms)Closed at 1732461722364 2024-11-24T15:22:02,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45199 is added to blk_1073741830_1006 (size=32758) 2024-11-24T15:22:02,367 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:22:02,367 INFO [M:0;c99348da3e93:35509 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T15:22:02,367 INFO [M:0;c99348da3e93:35509 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35509 2024-11-24T15:22:02,368 INFO [M:0;c99348da3e93:35509 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:22:02,470 INFO [M:0;c99348da3e93:35509 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:22:02,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:22:02,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35509-0x1014a9183c20003, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:22:02,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bdb7a4c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:22:02,473 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38d34714{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:22:02,473 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:22:02,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77a68e0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:22:02,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@375774ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/hadoop.log.dir/,STOPPED} 2024-11-24T15:22:02,475 WARN [BP-1684022586-172.17.0.2-1732461699805 heartbeating to localhost/127.0.0.1:46565 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T15:22:02,475 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T15:22:02,475 WARN [BP-1684022586-172.17.0.2-1732461699805 heartbeating to localhost/127.0.0.1:46565 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1684022586-172.17.0.2-1732461699805 (Datanode Uuid adf29573-cf21-433c-a231-8fc74c3e3ab9) service to localhost/127.0.0.1:46565 2024-11-24T15:22:02,475 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T15:22:02,476 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/cluster_6075bbf4-e965-6693-5dca-22cfe316bc07/data/data1/current/BP-1684022586-172.17.0.2-1732461699805 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:22:02,476 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/cluster_6075bbf4-e965-6693-5dca-22cfe316bc07/data/data2/current/BP-1684022586-172.17.0.2-1732461699805 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:22:02,476 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T15:22:02,477 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T15:22:02,477 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c99348da3e93,36763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:36763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T15:22:02,478 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 129025 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c99348da3e93,36763,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:36763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T15:22:02,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b74b530{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:22:02,484 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64338253{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:22:02,484 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:22:02,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78019304{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:22:02,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b4401da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb88c570-d23a-1e3d-6696-c12d57f1e80f/hadoop.log.dir/,STOPPED} 2024-11-24T15:22:02,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T15:22:02,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T15:22:02,499 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:22:02,499 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:22:02,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:22:02,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:22:02,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:22:02,500 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T15:22:02,500 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=762877326, stopped=false 2024-11-24T15:22:02,500 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c99348da3e93,41831,1732461698535 2024-11-24T15:22:02,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01231279046/running 2024-11-24T15:22:02,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35961-0x1014a9183c20001, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01231279046/running 2024-11-24T15:22:02,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231279046 2024-11-24T15:22:02,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35961-0x1014a9183c20001, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231279046 2024-11-24T15:22:02,501 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:22:02,501 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T15:22:02,501 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:22:02,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:22:02,502 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c99348da3e93,35961,1732461698621' ***** 2024-11-24T15:22:02,502 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T15:22:02,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35961-0x1014a9183c20001, quorum=127.0.0.1:63165, baseZNode=/01231279046 Set watcher on znode that does not yet exist, /01231279046/running 2024-11-24T15:22:02,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Set watcher on znode that does not yet exist, /01231279046/running 2024-11-24T15:22:02,502 INFO [RS:0;c99348da3e93:35961 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T15:22:02,502 INFO [RS:0;c99348da3e93:35961 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T15:22:02,502 INFO [RS:0;c99348da3e93:35961 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T15:22:02,502 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T15:22:02,502 INFO [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer(3091): Received CLOSE for b329a2dd0a6698c70dfbaa23bf1f1ea8 2024-11-24T15:22:02,503 INFO [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer(3091): Received CLOSE for ff47f8c323eb2673dd3b5dd00c5c8190 2024-11-24T15:22:02,503 INFO [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer(959): stopping server c99348da3e93,35961,1732461698621 2024-11-24T15:22:02,503 INFO [RS:0;c99348da3e93:35961 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:22:02,503 INFO [RS:0;c99348da3e93:35961 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:35961. 2024-11-24T15:22:02,503 DEBUG [RS:0;c99348da3e93:35961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:22:02,503 DEBUG [RS:0;c99348da3e93:35961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:22:02,503 INFO [RS:0;c99348da3e93:35961 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T15:22:02,503 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b329a2dd0a6698c70dfbaa23bf1f1ea8, disabling compactions & flushes 2024-11-24T15:22:02,503 INFO [RS:0;c99348da3e93:35961 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T15:22:02,503 INFO [RS:0;c99348da3e93:35961 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T15:22:02,503 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732461709473.b329a2dd0a6698c70dfbaa23bf1f1ea8. 2024-11-24T15:22:02,503 INFO [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T15:22:02,503 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732461709473.b329a2dd0a6698c70dfbaa23bf1f1ea8. 2024-11-24T15:22:02,503 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732461709473.b329a2dd0a6698c70dfbaa23bf1f1ea8. after waiting 0 ms 2024-11-24T15:22:02,503 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732461709473.b329a2dd0a6698c70dfbaa23bf1f1ea8. 2024-11-24T15:22:02,503 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b329a2dd0a6698c70dfbaa23bf1f1ea8 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-24T15:22:02,503 INFO [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T15:22:02,503 DEBUG [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer(1325): Online Regions={b329a2dd0a6698c70dfbaa23bf1f1ea8=hbase:replication,,1732461709473.b329a2dd0a6698c70dfbaa23bf1f1ea8., ff47f8c323eb2673dd3b5dd00c5c8190=test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T15:22:02,504 DEBUG [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b329a2dd0a6698c70dfbaa23bf1f1ea8, ff47f8c323eb2673dd3b5dd00c5c8190 2024-11-24T15:22:02,504 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T15:22:02,504 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T15:22:02,504 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T15:22:02,504 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T15:22:02,504 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T15:22:02,504 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T15:22:02,519 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/replication/b329a2dd0a6698c70dfbaa23bf1f1ea8/.tmp/hfileref/da8f74234a1b4be3a46d64b095dc5368 is 74, key is 1/hfileref:060979b87d354bd7843453ba986f74c1_SeqId_6_/1732461715520/DeleteColumn/seqid=0 2024-11-24T15:22:02,522 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/meta/1588230740/.tmp/info/7e8c759e63df45889011807b9bad2b30 is 147, key is hbase:replication,,1732461709473.b329a2dd0a6698c70dfbaa23bf1f1ea8./info:regioninfo/1732461710712/Put/seqid=0 2024-11-24T15:22:02,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741847_1023 (size=5489) 2024-11-24T15:22:02,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741848_1024 (size=7686) 2024-11-24T15:22:02,558 INFO [regionserver/c99348da3e93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:22:02,704 DEBUG [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b329a2dd0a6698c70dfbaa23bf1f1ea8, ff47f8c323eb2673dd3b5dd00c5c8190 2024-11-24T15:22:02,713 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T15:22:02,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:22:02,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:22:02,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:22:02,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:22:02,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:22:02,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:22:02,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:22:02,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:22:02,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:22:02,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:22:02,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:22:02,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:22:02,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:22:02,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:22:02,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:22:02,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:22:02,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:22:02,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:22:02,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T15:22:02,904 DEBUG [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b329a2dd0a6698c70dfbaa23bf1f1ea8, ff47f8c323eb2673dd3b5dd00c5c8190 2024-11-24T15:22:02,923 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/replication/b329a2dd0a6698c70dfbaa23bf1f1ea8/.tmp/hfileref/da8f74234a1b4be3a46d64b095dc5368 2024-11-24T15:22:02,925 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/meta/1588230740/.tmp/info/7e8c759e63df45889011807b9bad2b30 2024-11-24T15:22:02,946 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/replication/b329a2dd0a6698c70dfbaa23bf1f1ea8/.tmp/queue/13a8b2e7db8840d2a7957a562bd47120 is 153, key is 1-c99348da3e93,35961,1732461698621/queue:c99348da3e93%2C35961%2C1732461698621/1732461715522/Put/seqid=0 2024-11-24T15:22:02,947 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/meta/1588230740/.tmp/ns/fc123235d8f947299bcf6e91349c6e1a is 43, key is default/ns:d/1732461699726/Put/seqid=0 2024-11-24T15:22:02,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741849_1025 (size=5504) 2024-11-24T15:22:02,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741850_1026 (size=5153) 2024-11-24T15:22:02,996 DEBUG [master/c99348da3e93:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=16, created chunk count=37, reused chunk count=156, reuseRatio=80.83% 2024-11-24T15:22:02,996 DEBUG [master/c99348da3e93:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-24T15:22:03,017 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T15:22:03,017 INFO [regionserver/c99348da3e93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T15:22:03,104 DEBUG [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b329a2dd0a6698c70dfbaa23bf1f1ea8, ff47f8c323eb2673dd3b5dd00c5c8190 2024-11-24T15:22:03,213 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 393, reset compression=false 2024-11-24T15:22:03,304 DEBUG [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b329a2dd0a6698c70dfbaa23bf1f1ea8, ff47f8c323eb2673dd3b5dd00c5c8190 2024-11-24T15:22:03,350 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/replication/b329a2dd0a6698c70dfbaa23bf1f1ea8/.tmp/queue/13a8b2e7db8840d2a7957a562bd47120 2024-11-24T15:22:03,351 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/meta/1588230740/.tmp/ns/fc123235d8f947299bcf6e91349c6e1a 2024-11-24T15:22:03,355 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/replication/b329a2dd0a6698c70dfbaa23bf1f1ea8/.tmp/hfileref/da8f74234a1b4be3a46d64b095dc5368 as hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/replication/b329a2dd0a6698c70dfbaa23bf1f1ea8/hfileref/da8f74234a1b4be3a46d64b095dc5368 2024-11-24T15:22:03,358 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/replication/b329a2dd0a6698c70dfbaa23bf1f1ea8/hfileref/da8f74234a1b4be3a46d64b095dc5368, entries=6, sequenceid=17, filesize=5.4 K 2024-11-24T15:22:03,359 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/replication/b329a2dd0a6698c70dfbaa23bf1f1ea8/.tmp/queue/13a8b2e7db8840d2a7957a562bd47120 as hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/replication/b329a2dd0a6698c70dfbaa23bf1f1ea8/queue/13a8b2e7db8840d2a7957a562bd47120 2024-11-24T15:22:03,362 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/replication/b329a2dd0a6698c70dfbaa23bf1f1ea8/queue/13a8b2e7db8840d2a7957a562bd47120, entries=2, sequenceid=17, filesize=5.4 K 2024-11-24T15:22:03,363 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for b329a2dd0a6698c70dfbaa23bf1f1ea8 in 860ms, sequenceid=17, compaction requested=false 2024-11-24T15:22:03,366 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/replication/b329a2dd0a6698c70dfbaa23bf1f1ea8/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-24T15:22:03,366 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:22:03,366 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:22:03,366 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732461709473.b329a2dd0a6698c70dfbaa23bf1f1ea8. 2024-11-24T15:22:03,366 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b329a2dd0a6698c70dfbaa23bf1f1ea8: Waiting for close lock at 1732461722503Running coprocessor pre-close hooks at 1732461722503Disabling compacts and flushes for region at 1732461722503Disabling writes for close at 1732461722503Obtaining lock to block concurrent updates at 1732461722503Preparing flush snapshotting stores in b329a2dd0a6698c70dfbaa23bf1f1ea8 at 1732461722503Finished memstore snapshotting hbase:replication,,1732461709473.b329a2dd0a6698c70dfbaa23bf1f1ea8., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732461722504 (+1 ms)Flushing stores of hbase:replication,,1732461709473.b329a2dd0a6698c70dfbaa23bf1f1ea8. at 1732461722504Flushing b329a2dd0a6698c70dfbaa23bf1f1ea8/hfileref: creating writer at 1732461722504Flushing b329a2dd0a6698c70dfbaa23bf1f1ea8/hfileref: appending metadata at 1732461722519 (+15 ms)Flushing b329a2dd0a6698c70dfbaa23bf1f1ea8/hfileref: closing flushed file at 1732461722519Flushing b329a2dd0a6698c70dfbaa23bf1f1ea8/queue: creating writer at 1732461722927 (+408 ms)Flushing b329a2dd0a6698c70dfbaa23bf1f1ea8/queue: appending metadata at 1732461722945 (+18 ms)Flushing b329a2dd0a6698c70dfbaa23bf1f1ea8/queue: closing flushed file at 1732461722945Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a8c1c79: reopening flushed file at 1732461723354 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b947444: reopening flushed file at 1732461723358 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for b329a2dd0a6698c70dfbaa23bf1f1ea8 in 860ms, sequenceid=17, compaction requested=false at 1732461723363 (+5 ms)Writing region close event to WAL at 1732461723364 (+1 ms)Running coprocessor post-close hooks at 1732461723366 (+2 ms)Closed at 1732461723366 2024-11-24T15:22:03,366 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732461709473.b329a2dd0a6698c70dfbaa23bf1f1ea8. 2024-11-24T15:22:03,367 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff47f8c323eb2673dd3b5dd00c5c8190, disabling compactions & flushes 2024-11-24T15:22:03,367 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190. 2024-11-24T15:22:03,367 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190. 2024-11-24T15:22:03,367 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190. after waiting 0 ms 2024-11-24T15:22:03,367 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190. 2024-11-24T15:22:03,369 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/default/test/ff47f8c323eb2673dd3b5dd00c5c8190/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T15:22:03,370 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:22:03,370 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T15:22:03,370 INFO [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190. 2024-11-24T15:22:03,370 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff47f8c323eb2673dd3b5dd00c5c8190: Waiting for close lock at 1732461723367Running coprocessor pre-close hooks at 1732461723367Disabling compacts and flushes for region at 1732461723367Disabling writes for close at 1732461723367Writing region close event to WAL at 1732461723367Running coprocessor post-close hooks at 1732461723370 (+3 ms)Closed at 1732461723370 2024-11-24T15:22:03,370 DEBUG [RS_CLOSE_REGION-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190. 2024-11-24T15:22:03,372 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/meta/1588230740/.tmp/rep_barrier/853a19414f3f42c984beaa23ae24a5d6 is 112, key is test,,1732461707035.ff47f8c323eb2673dd3b5dd00c5c8190./rep_barrier:seqnumDuringOpen/1732461707806/Put/seqid=0 2024-11-24T15:22:03,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741851_1027 (size=5518) 2024-11-24T15:22:03,376 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 393, reset compression=false 2024-11-24T15:22:03,380 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T15:22:03,380 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 688, reset compression=false 2024-11-24T15:22:03,380 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.shipperc99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-c99348da3e93,35961,1732461698621 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T15:22:03,380 ERROR [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.shipperc99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c99348da3e93,35961,1732461698621: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-c99348da3e93,35961,1732461698621, walGroup=c99348da3e93%2C35961%2C1732461698621, offset=c99348da3e93%2C35961%2C1732461698621.1732461713980:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:35961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T15:22:03,381 ERROR [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.shipperc99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T15:22:03,381 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.shipperc99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T15:22:03,382 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.shipperc99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T15:22:03,382 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.shipperc99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T15:22:03,382 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.shipperc99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T15:22:03,382 INFO [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.shipperc99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1409286144, "init": 1048576000, "max": 2306867200, "used": 1094752872 }, "NonHeapMemoryUsage": { "committed": 210173952, "init": 7667712, "max": -1, "used": 207090736 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T15:22:03,382 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.shipperc99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:41831 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c99348da3e93:41831 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T15:22:03,504 INFO [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T15:22:03,504 DEBUG [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T15:22:03,504 DEBUG [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:22:03,587 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 688, reset compression=false 2024-11-24T15:22:03,705 DEBUG [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:22:03,775 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/meta/1588230740/.tmp/rep_barrier/853a19414f3f42c984beaa23ae24a5d6 2024-11-24T15:22:03,794 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/meta/1588230740/.tmp/table/e3050b786c36410fa5bdcc61b7a76fae is 53, key is hbase:replication/table:state/1732461710719/Put/seqid=0 2024-11-24T15:22:03,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741852_1028 (size=5308) 2024-11-24T15:22:03,891 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 688, reset compression=false 2024-11-24T15:22:03,905 DEBUG [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:22:04,105 DEBUG [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T15:22:04,198 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/meta/1588230740/.tmp/table/e3050b786c36410fa5bdcc61b7a76fae 2024-11-24T15:22:04,202 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/meta/1588230740/.tmp/info/7e8c759e63df45889011807b9bad2b30 as hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/meta/1588230740/info/7e8c759e63df45889011807b9bad2b30 2024-11-24T15:22:04,205 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/meta/1588230740/info/7e8c759e63df45889011807b9bad2b30, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T15:22:04,205 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/meta/1588230740/.tmp/ns/fc123235d8f947299bcf6e91349c6e1a as hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/meta/1588230740/ns/fc123235d8f947299bcf6e91349c6e1a 2024-11-24T15:22:04,208 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/meta/1588230740/ns/fc123235d8f947299bcf6e91349c6e1a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T15:22:04,209 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/meta/1588230740/.tmp/rep_barrier/853a19414f3f42c984beaa23ae24a5d6 as hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/meta/1588230740/rep_barrier/853a19414f3f42c984beaa23ae24a5d6 2024-11-24T15:22:04,212 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/meta/1588230740/rep_barrier/853a19414f3f42c984beaa23ae24a5d6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T15:22:04,213 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/meta/1588230740/.tmp/table/e3050b786c36410fa5bdcc61b7a76fae as hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/meta/1588230740/table/e3050b786c36410fa5bdcc61b7a76fae 2024-11-24T15:22:04,216 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/meta/1588230740/table/e3050b786c36410fa5bdcc61b7a76fae, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T15:22:04,217 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false 2024-11-24T15:22:04,224 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T15:22:04,224 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T15:22:04,224 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T15:22:04,224 INFO [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T15:22:04,224 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732461722504Running coprocessor pre-close hooks at 1732461722504Disabling compacts and flushes for region at 1732461722504Disabling writes for close at 1732461722504Obtaining lock to block concurrent updates at 1732461722504Preparing flush snapshotting stores in 1588230740 at 1732461722504Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732461722504Flushing stores of hbase:meta,,1.1588230740 at 1732461722505 (+1 ms)Flushing 1588230740/info: creating writer at 1732461722505Flushing 1588230740/info: appending metadata at 1732461722522 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732461722522Flushing 1588230740/ns: creating writer at 1732461722929 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732461722947 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732461722947Flushing 1588230740/rep_barrier: creating writer at 1732461723355 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732461723371 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732461723371Flushing 1588230740/table: creating writer at 1732461723779 (+408 ms)Flushing 1588230740/table: appending metadata at 1732461723794 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732461723794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59e704b8: reopening flushed file at 1732461724201 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3958a37f: reopening flushed file at 1732461724205 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e2b7a87: reopening flushed file at 1732461724209 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35c24af8: reopening flushed file at 1732461724212 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false at 1732461724217 (+5 ms)Writing region close event to WAL at 1732461724222 (+5 ms)Running coprocessor post-close hooks at 1732461724224 (+2 ms)Closed at 1732461724224 2024-11-24T15:22:04,225 DEBUG [RS_CLOSE_META-regionserver/c99348da3e93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T15:22:04,294 DEBUG [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/WALs/c99348da3e93,35961,1732461698621/c99348da3e93%2C35961%2C1732461698621.1732461713980 to pos 688, reset compression=false 2024-11-24T15:22:04,305 INFO [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer(976): stopping server c99348da3e93,35961,1732461698621; all regions closed. 2024-11-24T15:22:04,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741842_1018 (size=859) 2024-11-24T15:22:04,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741843_1019 (size=2791) 2024-11-24T15:22:04,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741844_1020 (size=696) 2024-11-24T15:22:04,311 DEBUG [RS:0;c99348da3e93:35961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:22:04,311 INFO [RS:0;c99348da3e93:35961 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T15:22:04,312 INFO [RS:0;c99348da3e93:35961 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:22:04,312 INFO [RS:0;c99348da3e93:35961 {}] hbase.ChoreService(370): Chore service for: regionserver/c99348da3e93:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T15:22:04,312 INFO [RS:0;c99348da3e93:35961 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:22:04,312 INFO [regionserver/c99348da3e93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:22:04,312 INFO [RS:0;c99348da3e93:35961 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c99348da3e93,35961,1732461698621 because: Region server is closing 2024-11-24T15:22:04,313 INFO [RS:0;c99348da3e93:35961 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:35961. 2024-11-24T15:22:04,313 DEBUG [RS:0;c99348da3e93:35961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:22:04,313 DEBUG [RS:0;c99348da3e93:35961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:22:04,313 DEBUG [RS:0;c99348da3e93:35961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:22:04,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:22:04,413 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.shipperc99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T15:22:04,413 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T15:22:04,413 INFO [RS:0;c99348da3e93:35961 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,1-c99348da3e93,35961,1732461698621.replicationSource.shipperc99348da3e93%2C35961%2C1732461698621,1-c99348da3e93,35961,1732461698621 terminated 2024-11-24T15:22:04,413 INFO [RS:0;c99348da3e93:35961 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c99348da3e93,35961,1732461698621 because: Region server is closing 2024-11-24T15:22:04,414 INFO [RS:0;c99348da3e93:35961 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c99348da3e93:35961. 2024-11-24T15:22:04,414 DEBUG [RS:0;c99348da3e93:35961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T15:22:04,414 DEBUG [RS:0;c99348da3e93:35961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:22:04,414 DEBUG [RS:0;c99348da3e93:35961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:22:04,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T15:22:04,514 INFO [RS:0;c99348da3e93:35961 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.shipperc99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 terminated 2024-11-24T15:22:04,514 INFO [RS:0;c99348da3e93:35961 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35961 2024-11-24T15:22:04,514 WARN [RS_REFRESH_PEER-regionserver/c99348da3e93:0-0.replicationSource,2-c99348da3e93,35961,1732461698621.replicationSource.wal-reader.c99348da3e93%2C35961%2C1732461698621,2-c99348da3e93,35961,1732461698621 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T15:22:04,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231279046/rs 2024-11-24T15:22:04,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35961-0x1014a9183c20001, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01231279046/rs/c99348da3e93,35961,1732461698621 2024-11-24T15:22:04,516 INFO [RS:0;c99348da3e93:35961 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:22:04,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c99348da3e93,35961,1732461698621] 2024-11-24T15:22:04,519 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01231279046/draining/c99348da3e93,35961,1732461698621 already deleted, retry=false 2024-11-24T15:22:04,520 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c99348da3e93,35961,1732461698621 expired; onlineServers=0 2024-11-24T15:22:04,520 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c99348da3e93,41831,1732461698535' ***** 2024-11-24T15:22:04,520 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T15:22:04,520 INFO [M:0;c99348da3e93:41831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T15:22:04,520 INFO [M:0;c99348da3e93:41831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T15:22:04,520 DEBUG [M:0;c99348da3e93:41831 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T15:22:04,520 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T15:22:04,520 DEBUG [M:0;c99348da3e93:41831 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T15:22:04,520 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461698928 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.small.0-1732461698928,5,FailOnTimeoutGroup] 2024-11-24T15:22:04,520 DEBUG [master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461698926 {}] cleaner.HFileCleaner(306): Exit Thread[master/c99348da3e93:0:becomeActiveMaster-HFileCleaner.large.0-1732461698926,5,FailOnTimeoutGroup] 2024-11-24T15:22:04,520 INFO [M:0;c99348da3e93:41831 {}] hbase.ChoreService(370): Chore service for: master/c99348da3e93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T15:22:04,520 INFO [M:0;c99348da3e93:41831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T15:22:04,520 DEBUG [M:0;c99348da3e93:41831 {}] master.HMaster(1795): Stopping service threads 2024-11-24T15:22:04,520 INFO [M:0;c99348da3e93:41831 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T15:22:04,520 INFO [M:0;c99348da3e93:41831 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T15:22:04,520 INFO [M:0;c99348da3e93:41831 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T15:22:04,520 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T15:22:04,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01231279046/master 2024-11-24T15:22:04,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231279046 2024-11-24T15:22:04,522 DEBUG [M:0;c99348da3e93:41831 {}] zookeeper.ZKUtil(347): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Unable to get data of znode /01231279046/master because node does not exist (not an error) 2024-11-24T15:22:04,522 WARN [M:0;c99348da3e93:41831 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T15:22:04,522 INFO [M:0;c99348da3e93:41831 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/.lastflushedseqids 2024-11-24T15:22:04,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741853_1029 (size=263) 2024-11-24T15:22:04,619 INFO [RS:0;c99348da3e93:35961 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:22:04,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35961-0x1014a9183c20001, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:22:04,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35961-0x1014a9183c20001, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:22:04,619 INFO [RS:0;c99348da3e93:35961 {}] regionserver.HRegionServer(1031): Exiting; stopping=c99348da3e93,35961,1732461698621; zookeeper connection closed. 2024-11-24T15:22:04,619 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15e27ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15e27ae 2024-11-24T15:22:04,619 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T15:22:04,926 INFO [M:0;c99348da3e93:41831 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T15:22:04,927 INFO [M:0;c99348da3e93:41831 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T15:22:04,927 DEBUG [M:0;c99348da3e93:41831 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T15:22:04,927 INFO [M:0;c99348da3e93:41831 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:22:04,927 DEBUG [M:0;c99348da3e93:41831 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:22:04,927 DEBUG [M:0;c99348da3e93:41831 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T15:22:04,927 DEBUG [M:0;c99348da3e93:41831 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:22:04,927 INFO [M:0;c99348da3e93:41831 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-24T15:22:04,945 DEBUG [M:0;c99348da3e93:41831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a6755aed6bb463ba6ce67507d6fe1d1 is 82, key is hbase:meta,,1/info:regioninfo/1732461699708/Put/seqid=0 2024-11-24T15:22:04,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741854_1030 (size=5672) 2024-11-24T15:22:05,349 INFO [M:0;c99348da3e93:41831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a6755aed6bb463ba6ce67507d6fe1d1 2024-11-24T15:22:05,370 DEBUG [M:0;c99348da3e93:41831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1952a727142e461a9671788d83459982 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732461710722/Put/seqid=0 2024-11-24T15:22:05,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741855_1031 (size=8909) 2024-11-24T15:22:05,774 INFO [M:0;c99348da3e93:41831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1952a727142e461a9671788d83459982 2024-11-24T15:22:05,795 DEBUG [M:0;c99348da3e93:41831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/242312ab11e74201a382345613b6b5de is 69, key is c99348da3e93,35961,1732461698621/rs:state/1732461698994/Put/seqid=0 2024-11-24T15:22:05,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741856_1032 (size=5156) 2024-11-24T15:22:05,798 INFO [M:0;c99348da3e93:41831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/242312ab11e74201a382345613b6b5de 2024-11-24T15:22:05,802 DEBUG [M:0;c99348da3e93:41831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a6755aed6bb463ba6ce67507d6fe1d1 as hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a6755aed6bb463ba6ce67507d6fe1d1 2024-11-24T15:22:05,805 INFO [M:0;c99348da3e93:41831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a6755aed6bb463ba6ce67507d6fe1d1, entries=8, sequenceid=112, filesize=5.5 K 2024-11-24T15:22:05,806 DEBUG [M:0;c99348da3e93:41831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1952a727142e461a9671788d83459982 as hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1952a727142e461a9671788d83459982 2024-11-24T15:22:05,809 INFO [M:0;c99348da3e93:41831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1952a727142e461a9671788d83459982, entries=13, sequenceid=112, filesize=8.7 K 2024-11-24T15:22:05,809 DEBUG [M:0;c99348da3e93:41831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/242312ab11e74201a382345613b6b5de as hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/242312ab11e74201a382345613b6b5de 2024-11-24T15:22:05,812 INFO [M:0;c99348da3e93:41831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36277/user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/242312ab11e74201a382345613b6b5de, entries=1, sequenceid=112, filesize=5.0 K 2024-11-24T15:22:05,813 INFO [M:0;c99348da3e93:41831 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=112, compaction requested=false 2024-11-24T15:22:05,815 INFO [M:0;c99348da3e93:41831 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T15:22:05,815 DEBUG [M:0;c99348da3e93:41831 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732461724927Disabling compacts and flushes for region at 1732461724927Disabling writes for close at 1732461724927Obtaining lock to block concurrent updates at 1732461724927Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732461724927Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1732461724927Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732461724928 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732461724928Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732461724945 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732461724945Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732461725353 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732461725369 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732461725369Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732461725778 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732461725794 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732461725794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60e1720b: reopening flushed file at 1732461725801 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bce5407: reopening flushed file at 1732461725805 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@675eb43e: reopening flushed file at 1732461725809 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=112, compaction requested=false at 1732461725813 (+4 ms)Writing region close event to WAL at 1732461725815 (+2 ms)Closed at 1732461725815 2024-11-24T15:22:05,818 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c57d2b7-d205-28d2-f341-92d4b88be4a8/MasterData/WALs/c99348da3e93,41831,1732461698535/c99348da3e93%2C41831%2C1732461698535.1732461698780 not finished, retry = 0 2024-11-24T15:22:05,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41231 is added to blk_1073741830_1006 (size=69055) 2024-11-24T15:22:05,919 INFO [M:0;c99348da3e93:41831 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T15:22:05,919 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T15:22:05,919 INFO [M:0;c99348da3e93:41831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41831 2024-11-24T15:22:05,919 INFO [M:0;c99348da3e93:41831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T15:22:06,021 INFO [M:0;c99348da3e93:41831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T15:22:06,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:22:06,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41831-0x1014a9183c20000, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T15:22:06,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c6de776{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T15:22:06,024 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3eb90f7b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:22:06,024 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:22:06,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54aa0aa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:22:06,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57650c54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/hadoop.log.dir/,STOPPED} 2024-11-24T15:22:06,026 WARN [BP-1575401409-172.17.0.2-1732461697359 heartbeating to localhost/127.0.0.1:36277 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T15:22:06,026 WARN [BP-1575401409-172.17.0.2-1732461697359 heartbeating to localhost/127.0.0.1:36277 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1575401409-172.17.0.2-1732461697359 (Datanode Uuid 46ab3557-d075-4df2-a00e-0c122b6982e0) service to localhost/127.0.0.1:36277 2024-11-24T15:22:06,026 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T15:22:06,026 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T15:22:06,027 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/cluster_11b58e09-1d9a-e613-a2f1-4888ccc45b7c/data/data1/current/BP-1575401409-172.17.0.2-1732461697359 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:22:06,027 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/cluster_11b58e09-1d9a-e613-a2f1-4888ccc45b7c/data/data2/current/BP-1575401409-172.17.0.2-1732461697359 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T15:22:06,027 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T15:22:06,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79538389{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T15:22:06,034 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63318e2a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T15:22:06,034 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T15:22:06,034 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b94d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T15:22:06,034 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4209a26d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8834eda-9d2b-10a4-311b-62c6db1d1943/hadoop.log.dir/,STOPPED} 2024-11-24T15:22:06,040 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T15:22:06,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T15:22:06,073 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=594 (was 532) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:34871 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:46565 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:34871 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:36277 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63165) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:36277 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63165) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:46565 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:34871 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34871 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36277 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:46565 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:36277 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:34871 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46565 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:36277 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:34871 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:46565 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63165) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:36277 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=977 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=398 (was 356) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6005 (was 7414) 2024-11-24T15:22:06,073 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=594 is superior to 500 2024-11-24T15:22:06,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014a9183c20002, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T15:22:06,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014a9183c20008, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T15:22:06,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014a9183c20005, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T15:22:06,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014a9183c20005, quorum=127.0.0.1:63165, baseZNode=/1-1217378385 Received Disconnected from ZooKeeper, ignoring 2024-11-24T15:22:06,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014a9183c20008, quorum=127.0.0.1:63165, baseZNode=/2-1487186531 Received Disconnected from ZooKeeper, ignoring 2024-11-24T15:22:06,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014a9183c20002, quorum=127.0.0.1:63165, baseZNode=/01231279046 Received Disconnected from ZooKeeper, ignoring